{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5044.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3450): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3450) [trial-2399↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3450)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3450): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3450) [trial-2399↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a03:36:57.939419 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a03:36:57.950292 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a03:36:58.525045 tst mo_mt_sms.py: using LAC 38274\u000a03:36:58.639034 tst mo_mt_sms.py: using RAC 24\u000a03:36:58.761241 tst mo_mt_sms.py: using CellId 38274\u000a03:36:58.883069 tst mo_mt_sms.py: using BVCI 38275\u000a03:36:58.906997 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a03:36:59.088599 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a03:36:59.366100 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:36:59.490001 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:37:01.782873 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3449): Launched\u000a03:37:02.158206 run osmo-nitb_10.42.42.2(pid=3450): Launched\u000a03:37:02.336148 run osmo-nitb_10.42.42.2(pid=3450): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3450)]\u000a03:37:02.462425 run osmo-nitb_10.42.42.2(pid=3450): stdout: \u000a| (launched: 2022-12-14_03:37:01.953515) \u000a03:37:02.587183 run osmo-nitb_10.42.42.2(pid=3450): stderr: \u000a| (launched: 2022-12-14_03:37:02.017247)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:37:02.706950 run osmo-nitb_10.42.42.2(pid=3450): stdout: \u000a| (launched: 2022-12-14_03:37:01.953515) \u000a03:37:02.825776 run osmo-nitb_10.42.42.2(pid=3450): stderr: \u000a| (launched: 2022-12-14_03:37:02.017247)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:37:02.877794 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3450): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3450) [trial-2399↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3450)] [trial-2399↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a03:37:02.885846 tst mo_mt_sms.py:11: Test FAILED (4.9 sec)\u000a03:37:02.920793 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3449): Terminating (SIGTERM)\u000a03:37:03.098608 --- ParallelTerminationStrategy: PID 3449 died...\u000a03:37:03.154468 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3449): Terminated: ok {rc=0}\u000a03:37:03.239394 bus /sierra_3: Setting Powered False\u000a03:37:04.349211 bus /sierra_3: Setting Powered False\u000a03:37:05.461540 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:36:57" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3461): Process ended prematurely: osmo-stp_10.42.42.5(pid=3461) [trial-2399↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3461)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3461): Process ended prematurely: osmo-stp_10.42.42.5(pid=3461) [trial-2399↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a03:37:07.309250 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:07.319889 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a03:37:07.446759 tst mo_mt_sms.py: using LAC 38275\u000a03:37:07.571024 tst mo_mt_sms.py: using RAC 25\u000a03:37:07.691455 tst mo_mt_sms.py: using CellId 38275\u000a03:37:07.810629 tst mo_mt_sms.py: using BVCI 38276\u000a03:37:07.833275 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:07.843970 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:07.854684 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:07.865328 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:07.876104 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:07.886881 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a03:37:08.003892 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a03:37:08.215349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:37:09.975149 run create_hlr_db(pid=3455): Launched\u000a03:37:10.161378 bus /sierra_2: Setting Powered False\u000a03:37:11.182455 run create_hlr_db(pid=3455): Terminated: ok {rc=0}\u000a03:37:11.611026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3457): Launched\u000a03:37:11.933887 run osmo-hlr_10.42.42.2(pid=3458): Launched\u000a03:37:12.051489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:37:14.640908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3460): Launched\u000a03:37:14.962624 run osmo-stp_10.42.42.5(pid=3461): Launched\u000a03:37:15.078394 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:37:20.446546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3463): Launched\u000a03:37:20.767185 run osmo-msc_10.42.42.6(pid=3464): Launched\u000a03:37:20.954990 run osmo-stp_10.42.42.5(pid=3461): ERR: Terminated: ERROR {rc=1} [trial-2399↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3461)]\u000a03:37:21.090759 run osmo-stp_10.42.42.5(pid=3461): stdout: \u000a| (launched: 2022-12-14_03:37:14.803983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:21.226912 run osmo-stp_10.42.42.5(pid=3461): stderr: \u000a| �[0;m�[38;5;43m20221214033714997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033714997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033714998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033714998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033714998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033714999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033714999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:21.355520 run osmo-stp_10.42.42.5(pid=3461): stdout: \u000a| (launched: 2022-12-14_03:37:14.803983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:21.483100 run osmo-stp_10.42.42.5(pid=3461): stderr: \u000a| �[0;m�[38;5;43m20221214033714997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033714997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033714998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033714998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033714998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033714999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033714999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:21.539028 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3461): Process ended prematurely: osmo-stp_10.42.42.5(pid=3461) [trial-2399↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3461)] [trial-2399↪sms:sysmo↪mo_mt_sms.py:16]\u000a03:37:21.547519 tst mo_mt_sms.py:16: Test FAILED (14.2 sec)\u000a03:37:21.610829 run osmo-hlr_10.42.42.2(pid=3458): ERR: Terminated: ERROR {rc=237} [trial-2399↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3458)]\u000a03:37:21.662977 run osmo-hlr_10.42.42.2(pid=3458): stdout: \u000a| (launched: 2022-12-14_03:37:11.774097) \u000a03:37:21.715606 run osmo-hlr_10.42.42.2(pid=3458): stderr: \u000a| �[0;m�[1;31m20221214033711973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033711973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033711973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033711973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033711973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033711973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033711989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033711999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033711999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033711999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:37:21.787022 run osmo-msc_10.42.42.6(pid=3464): ERR: Terminated: ERROR {rc=2} [trial-2399↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3464)]\u000a03:37:21.839070 run osmo-msc_10.42.42.6(pid=3464): stdout: \u000a| (launched: 2022-12-14_03:37:20.608522) \u000a03:37:21.891676 run osmo-msc_10.42.42.6(pid=3464): stderr: \u000a| �[0;m�[38;5;43m20221214033720933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033720934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda0b569c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033720934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033720934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033720934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033720934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033720936 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033720936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033720936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033720936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:37:21.936354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3457): Terminating (SIGTERM)\u000a03:37:21.978567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3460): Terminating (SIGTERM)\u000a03:37:22.020758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3463): Terminating (SIGTERM)\u000a03:37:22.030468 --- ParallelTerminationStrategy: PID 3457 died...\u000a03:37:22.087208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3457): Terminated: ok {rc=0}\u000a03:37:22.097279 --- ParallelTerminationStrategy: PID 3460 died...\u000a03:37:22.154165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3460): Terminated: ok {rc=0}\u000a03:37:22.164139 --- ParallelTerminationStrategy: PID 3463 died...\u000a03:37:22.220760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3463): Terminated: ok {rc=0}\u000a03:37:22.320984 bus /sierra_3: Setting Powered False\u000a03:37:23.430359 bus /sierra_3: Setting Powered False\u000a03:37:24.539417 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:37:07" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3471): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3471) [trial-2399↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3471)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3471): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3471) [trial-2399↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a03:37:26.350429 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a03:37:26.361565 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a03:37:26.483399 tst assert_extension.py: using LAC 38276\u000a03:37:26.602793 tst assert_extension.py: using RAC 26\u000a03:37:26.721639 tst assert_extension.py: using CellId 38276\u000a03:37:26.838460 tst assert_extension.py: using BVCI 38277\u000a03:37:26.861092 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a03:37:27.139557 tst assert_extension.py:10: start nitb and bts...\u000a03:37:27.263450 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:37:27.998529 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3470): Launched\u000a03:37:28.317661 run osmo-nitb_10.42.42.2(pid=3471): Launched\u000a03:37:28.514407 run osmo-nitb_10.42.42.2(pid=3471): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3471)]\u000a03:37:28.659976 run osmo-nitb_10.42.42.2(pid=3471): stdout: \u000a| (launched: 2022-12-14_03:37:28.161800) \u000a03:37:28.805552 run osmo-nitb_10.42.42.2(pid=3471): stderr: \u000a| (launched: 2022-12-14_03:37:28.209606)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:37:28.945950 run osmo-nitb_10.42.42.2(pid=3471): stdout: \u000a| (launched: 2022-12-14_03:37:28.161800) \u000a03:37:29.085221 run osmo-nitb_10.42.42.2(pid=3471): stderr: \u000a| (launched: 2022-12-14_03:37:28.209606)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:37:29.447906 tst osmo-nitb_10.42.42.2(pid=3471): stdout: \u000a| (launched: 2022-12-14_03:37:28.161800) \u000a03:37:29.576345 tst osmo-nitb_10.42.42.2(pid=3471): stderr: \u000a| (launched: 2022-12-14_03:37:28.209606)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:37:29.632347 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3471): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3471) [trial-2399↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3471)] [trial-2399↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a03:37:29.641109 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a03:37:29.678030 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3470): Terminating (SIGTERM)\u000a03:37:29.857996 --- ParallelTerminationStrategy: PID 3470 died...\u000a03:37:29.913472 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3470): Terminated: ok {rc=0}\u000a03:37:29.997164 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:37:26" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3482): Process ended prematurely: osmo-stp_10.42.42.5(pid=3482) [trial-2399↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3482)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3482): Process ended prematurely: osmo-stp_10.42.42.5(pid=3482) [trial-2399↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a03:37:31.914804 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:31.927203 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a03:37:32.089334 tst assert_extension.py: using LAC 38277\u000a03:37:32.231491 tst assert_extension.py: using RAC 27\u000a03:37:32.357556 tst assert_extension.py: using CellId 38277\u000a03:37:32.486111 tst assert_extension.py: using BVCI 38278\u000a03:37:32.510485 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:32.521421 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:32.532281 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:32.543119 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:32.554255 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:32.565328 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a03:37:32.772604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:37:33.278416 run create_hlr_db(pid=3476): Launched\u000a03:37:33.464767 bus /sierra_2: Setting Powered False\u000a03:37:34.485001 run create_hlr_db(pid=3476): Terminated: ok {rc=0}\u000a03:37:34.888934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3478): Launched\u000a03:37:35.188723 run osmo-hlr_10.42.42.2(pid=3479): Launched\u000a03:37:35.296139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:37:35.821101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3481): Launched\u000a03:37:36.121294 run osmo-stp_10.42.42.5(pid=3482): Launched\u000a03:37:36.229182 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:37:36.774394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3484): Launched\u000a03:37:37.074325 run osmo-msc_10.42.42.6(pid=3485): Launched\u000a03:37:37.249091 run osmo-stp_10.42.42.5(pid=3482): ERR: Terminated: ERROR {rc=1} [trial-2399↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3482)]\u000a03:37:37.377564 run osmo-stp_10.42.42.5(pid=3482): stdout: \u000a| (launched: 2022-12-14_03:37:35.972219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:37.503179 run osmo-stp_10.42.42.5(pid=3482): stderr: \u000a| �[0;m�[38;5;43m20221214033736146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033736146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033736146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033736146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033736149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033736149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033736149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:37.622606 run osmo-stp_10.42.42.5(pid=3482): stdout: \u000a| (launched: 2022-12-14_03:37:35.972219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:37.741106 run osmo-stp_10.42.42.5(pid=3482): stderr: \u000a| �[0;m�[38;5;43m20221214033736146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033736146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033736146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033736146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033736149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033736149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033736149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:37.793166 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3482): Process ended prematurely: osmo-stp_10.42.42.5(pid=3482) [trial-2399↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3482)] [trial-2399↪ussd:sysmo↪assert_extension.py:17]\u000a03:37:37.801231 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a03:37:37.860909 run osmo-hlr_10.42.42.2(pid=3479): ERR: Terminated: ERROR {rc=237} [trial-2399↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3479)]\u000a03:37:37.910257 run osmo-hlr_10.42.42.2(pid=3479): stdout: \u000a| (launched: 2022-12-14_03:37:35.040536) \u000a03:37:37.959948 run osmo-hlr_10.42.42.2(pid=3479): stderr: \u000a| �[0;m�[1;31m20221214033735220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033735220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033735220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033735220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033735220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033735220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033735318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033735328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033735328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033735328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:37:38.027720 run osmo-msc_10.42.42.6(pid=3485): ERR: Terminated: ERROR {rc=2} [trial-2399↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3485)]\u000a03:37:38.077148 run osmo-msc_10.42.42.6(pid=3485): stdout: \u000a| (launched: 2022-12-14_03:37:36.925147) \u000a03:37:38.127026 run osmo-msc_10.42.42.6(pid=3485): stderr: \u000a| �[0;m�[38;5;43m20221214033737201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033737201 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e1a74ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033737201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033737201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033737201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033737202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033737203 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033737204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033737204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033737204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:37:38.169323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3478): Terminating (SIGTERM)\u000a03:37:38.209232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3481): Terminating (SIGTERM)\u000a03:37:38.249645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3484): Terminating (SIGTERM)\u000a03:37:38.258776 --- ParallelTerminationStrategy: PID 3478 died...\u000a03:37:38.311913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3478): Terminated: ok {rc=0}\u000a03:37:38.321393 --- ParallelTerminationStrategy: PID 3481 died...\u000a03:37:38.374422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3481): Terminated: ok {rc=0}\u000a03:37:38.383898 --- ParallelTerminationStrategy: PID 3484 died...\u000a03:37:38.436773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3484): Terminated: ok {rc=0}\u000a03:37:38.525711 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:37:31" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3496): Process ended prematurely: osmo-stp_10.42.42.5(pid=3496) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3496)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3496): Process ended prematurely: osmo-stp_10.42.42.5(pid=3496) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:37:40.459146 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:40.470584 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:37:40.618328 tst mo_mt_call.py: using LAC 38278\u000a03:37:40.736154 tst mo_mt_call.py: using RAC 28\u000a03:37:40.858397 tst mo_mt_call.py: using CellId 38278\u000a03:37:40.988590 tst mo_mt_call.py: using BVCI 38279\u000a03:37:41.013924 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:41.025591 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:41.037087 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:41.048418 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:41.060049 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:41.071786 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:37:41.189145 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:37:41.401024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:37:41.917374 run create_hlr_db(pid=3490): Launched\u000a03:37:42.106183 bus /sierra_2: Setting Powered False\u000a03:37:43.127631 run create_hlr_db(pid=3490): Terminated: ok {rc=0}\u000a03:37:43.539784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3492): Launched\u000a03:37:43.847514 run osmo-hlr_10.42.42.2(pid=3493): Launched\u000a03:37:43.960210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:37:44.490964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3495): Launched\u000a03:37:44.796370 run osmo-stp_10.42.42.5(pid=3496): Launched\u000a03:37:44.906944 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:37:45.465318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3498): Launched\u000a03:37:45.771824 run osmo-msc_10.42.42.6(pid=3499): Launched\u000a03:37:46.029323 run osmo-stp_10.42.42.5(pid=3496): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3496)]\u000a03:37:46.300217 run osmo-stp_10.42.42.5(pid=3496): stdout: \u000a| (launched: 2022-12-14_03:37:44.644839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:46.507506 run osmo-stp_10.42.42.5(pid=3496): stderr: \u000a| �[0;m�[38;5;43m20221214033744816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033744817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033744817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033744817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033744819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033744820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033744820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:46.645335 run osmo-stp_10.42.42.5(pid=3496): stdout: \u000a| (launched: 2022-12-14_03:37:44.644839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:46.780013 run osmo-stp_10.42.42.5(pid=3496): stderr: \u000a| �[0;m�[38;5;43m20221214033744816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033744817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033744817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033744817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033744819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033744820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033744820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:46.840792 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3496): Process ended prematurely: osmo-stp_10.42.42.5(pid=3496) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3496)] [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:37:46.851217 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:37:46.917668 run osmo-hlr_10.42.42.2(pid=3493): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3493)]\u000a03:37:46.972453 run osmo-hlr_10.42.42.2(pid=3493): stdout: \u000a| (launched: 2022-12-14_03:37:43.695291) \u000a03:37:47.029601 run osmo-hlr_10.42.42.2(pid=3493): stderr: \u000a| �[0;m�[1;31m20221214033743872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033743872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033743872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033743873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033743873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033743873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033743886 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033743894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033743895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033743895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:37:47.105411 run osmo-msc_10.42.42.6(pid=3499): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3499)]\u000a03:37:47.160588 run osmo-msc_10.42.42.6(pid=3499): stdout: \u000a| (launched: 2022-12-14_03:37:45.619514) \u000a03:37:47.215941 run osmo-msc_10.42.42.6(pid=3499): stderr: \u000a| �[0;m�[38;5;43m20221214033745962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033745962 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6cf917fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033745962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033745962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033745963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033745963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033745973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033745973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033745973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033745973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:37:47.265020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3492): Terminating (SIGTERM)\u000a03:37:47.309031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3495): Terminating (SIGTERM)\u000a03:37:47.352361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3498): Terminating (SIGTERM)\u000a03:37:47.362289 --- ParallelTerminationStrategy: PID 3492 died...\u000a03:37:47.420192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3492): Terminated: ok {rc=0}\u000a03:37:47.430490 --- ParallelTerminationStrategy: PID 3495 died...\u000a03:37:47.487822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3495): Terminated: ok {rc=0}\u000a03:37:47.498107 --- ParallelTerminationStrategy: PID 3498 died...\u000a03:37:47.555532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3498): Terminated: ok {rc=0}\u000a03:37:47.642972 bus /sierra_3: Setting Powered False\u000a03:37:48.749935 bus /sierra_3: Setting Powered False\u000a03:37:49.859459 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3507): Process ended prematurely: osmo-stp_10.42.42.5(pid=3507) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3507)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3507): Process ended prematurely: osmo-stp_10.42.42.5(pid=3507) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:37:50.975958 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:50.988143 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:37:51.142226 tst mo_mt_call_osmux.py: using LAC 38279\u000a03:37:51.272458 tst mo_mt_call_osmux.py: using RAC 29\u000a03:37:51.402713 tst mo_mt_call_osmux.py: using CellId 38279\u000a03:37:51.532794 tst mo_mt_call_osmux.py: using BVCI 38280\u000a03:37:51.557966 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:51.569434 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:51.580693 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:51.591974 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:51.603848 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:51.615508 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:37:51.733760 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:37:51.948053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:37:52.465800 run create_hlr_db(pid=3501): Launched\u000a03:37:52.655631 bus /sierra_2: Setting Powered False\u000a03:37:53.677052 run create_hlr_db(pid=3501): Terminated: ok {rc=0}\u000a03:37:54.114183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3503): Launched\u000a03:37:54.445854 run osmo-hlr_10.42.42.2(pid=3504): Launched\u000a03:37:54.565631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:37:55.136498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3506): Launched\u000a03:37:55.466453 run osmo-stp_10.42.42.5(pid=3507): Launched\u000a03:37:55.585705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:37:56.184844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3509): Launched\u000a03:37:56.513884 run osmo-msc_10.42.42.6(pid=3510): Launched\u000a03:37:56.706184 run osmo-stp_10.42.42.5(pid=3507): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3507)]\u000a03:37:56.844792 run osmo-stp_10.42.42.5(pid=3507): stdout: \u000a| (launched: 2022-12-14_03:37:55.303425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:56.981211 run osmo-stp_10.42.42.5(pid=3507): stderr: \u000a| �[0;m�[38;5;43m20221214033755497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033755498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033755498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033755498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033755499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033755499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033755499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:57.112591 run osmo-stp_10.42.42.5(pid=3507): stdout: \u000a| (launched: 2022-12-14_03:37:55.303425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:57.243490 run osmo-stp_10.42.42.5(pid=3507): stderr: \u000a| �[0;m�[38;5;43m20221214033755497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033755498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033755498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033755498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033755499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033755499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033755499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:57.300863 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3507): Process ended prematurely: osmo-stp_10.42.42.5(pid=3507) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3507)] [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:37:57.310423 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:37:57.373624 run osmo-hlr_10.42.42.2(pid=3504): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3504)]\u000a03:37:57.425477 run osmo-hlr_10.42.42.2(pid=3504): stdout: \u000a| (launched: 2022-12-14_03:37:54.282115) \u000a03:37:57.478130 run osmo-hlr_10.42.42.2(pid=3504): stderr: \u000a| �[0;m�[1;31m20221214033754482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033754482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033754482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033754482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033754482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033754482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033754500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033754509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033754509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033754509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:37:57.549617 run osmo-msc_10.42.42.6(pid=3510): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3510)]\u000a03:37:57.601751 run osmo-msc_10.42.42.6(pid=3510): stdout: \u000a| (launched: 2022-12-14_03:37:56.351224) \u000a03:37:57.654361 run osmo-msc_10.42.42.6(pid=3510): stderr: \u000a| �[0;m�[38;5;43m20221214033756675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033756675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f308aa46c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033756675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033756675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033756675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033756675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033756677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033756678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033756678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033756678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:37:57.699157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3503): Terminating (SIGTERM)\u000a03:37:57.741354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3506): Terminating (SIGTERM)\u000a03:37:57.783548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3509): Terminating (SIGTERM)\u000a03:37:57.793323 --- ParallelTerminationStrategy: PID 3503 died...\u000a03:37:57.849754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3503): Terminated: ok {rc=0}\u000a03:37:57.859863 --- ParallelTerminationStrategy: PID 3506 died...\u000a03:37:57.916188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3506): Terminated: ok {rc=0}\u000a03:37:57.926274 --- ParallelTerminationStrategy: PID 3509 died...\u000a03:37:57.982465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3509): Terminated: ok {rc=0}\u000a03:37:58.069860 bus /sierra_3: Setting Powered False\u000a03:37:59.175529 bus /sierra_3: Setting Powered False\u000a03:38:00.287487 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:37:40" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3521): Process ended prematurely: osmo-stp_10.42.42.5(pid=3521) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3521)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3521): Process ended prematurely: osmo-stp_10.42.42.5(pid=3521) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:38:02.291160 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:02.302255 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:38:02.445552 tst mo_mt_call.py: using LAC 38280\u000a03:38:02.571002 tst mo_mt_call.py: using RAC 30\u000a03:38:02.694217 tst mo_mt_call.py: using CellId 38280\u000a03:38:02.812939 tst mo_mt_call.py: using BVCI 38281\u000a03:38:02.836287 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:02.847524 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:02.858370 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:02.869064 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:02.880222 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:02.891575 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:38:03.011745 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:38:03.214797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:03.707850 run create_hlr_db(pid=3515): Launched\u000a03:38:03.881995 bus /sierra_2: Setting Powered False\u000a03:38:04.903898 run create_hlr_db(pid=3515): Terminated: ok {rc=0}\u000a03:38:05.310167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3517): Launched\u000a03:38:05.616506 run osmo-hlr_10.42.42.2(pid=3518): Launched\u000a03:38:05.736588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:06.282800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3520): Launched\u000a03:38:06.612515 run osmo-stp_10.42.42.5(pid=3521): Launched\u000a03:38:06.731125 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:07.330143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3523): Launched\u000a03:38:07.659575 run osmo-msc_10.42.42.6(pid=3524): Launched\u000a03:38:07.851910 run osmo-stp_10.42.42.5(pid=3521): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3521)]\u000a03:38:07.990796 run osmo-stp_10.42.42.5(pid=3521): stdout: \u000a| (launched: 2022-12-14_03:38:06.449808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:08.129292 run osmo-stp_10.42.42.5(pid=3521): stderr: \u000a| �[0;m�[38;5;43m20221214033806646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033806647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033806647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033806647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033806648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033806648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033806648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:08.261314 run osmo-stp_10.42.42.5(pid=3521): stdout: \u000a| (launched: 2022-12-14_03:38:06.449808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:08.391741 run osmo-stp_10.42.42.5(pid=3521): stderr: \u000a| �[0;m�[38;5;43m20221214033806646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033806647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033806647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033806647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033806648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033806648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033806648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:08.449256 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3521): Process ended prematurely: osmo-stp_10.42.42.5(pid=3521) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3521)] [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:38:08.458567 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:38:08.521745 run osmo-hlr_10.42.42.2(pid=3518): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3518)]\u000a03:38:08.573192 run osmo-hlr_10.42.42.2(pid=3518): stdout: \u000a| (launched: 2022-12-14_03:38:05.464780) \u000a03:38:08.625167 run osmo-hlr_10.42.42.2(pid=3518): stderr: \u000a| �[0;m�[1;31m20221214033805643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033805643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033805643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033805644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033805644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033805644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033805656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033805667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033805668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033805668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:08.695696 run osmo-msc_10.42.42.6(pid=3524): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3524)]\u000a03:38:08.747073 run osmo-msc_10.42.42.6(pid=3524): stdout: \u000a| (launched: 2022-12-14_03:38:07.496376) \u000a03:38:08.799037 run osmo-msc_10.42.42.6(pid=3524): stderr: \u000a| �[0;m�[38;5;43m20221214033807820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033807821 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30c83d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033807821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033807821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033807821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033807821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033807823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033807823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033807823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033807823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:08.844509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3517): Terminating (SIGTERM)\u000a03:38:08.886490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3520): Terminating (SIGTERM)\u000a03:38:08.928175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3523): Terminating (SIGTERM)\u000a03:38:08.937819 --- ParallelTerminationStrategy: PID 3517 died...\u000a03:38:08.994225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3517): Terminated: ok {rc=0}\u000a03:38:09.004181 --- ParallelTerminationStrategy: PID 3520 died...\u000a03:38:09.060526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3520): Terminated: ok {rc=0}\u000a03:38:09.070620 --- ParallelTerminationStrategy: PID 3523 died...\u000a03:38:09.127066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3523): Terminated: ok {rc=0}\u000a03:38:09.215163 bus /sierra_3: Setting Powered False\u000a03:38:10.320863 bus /sierra_3: Setting Powered False\u000a03:38:11.429888 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3532): Process ended prematurely: osmo-stp_10.42.42.5(pid=3532) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3532)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3532): Process ended prematurely: osmo-stp_10.42.42.5(pid=3532) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:38:12.544739 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:12.557087 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:38:12.715230 tst mo_mt_call_osmux.py: using LAC 38281\u000a03:38:12.843210 tst mo_mt_call_osmux.py: using RAC 31\u000a03:38:12.970075 tst mo_mt_call_osmux.py: using CellId 38281\u000a03:38:13.096101 tst mo_mt_call_osmux.py: using BVCI 38282\u000a03:38:13.121114 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:13.132715 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:13.144086 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:13.155464 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:13.167521 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:13.179305 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:38:13.300281 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:38:13.503138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:13.997675 run create_hlr_db(pid=3526): Launched\u000a03:38:14.172761 bus /sierra_2: Setting Powered False\u000a03:38:15.194262 run create_hlr_db(pid=3526): Terminated: ok {rc=0}\u000a03:38:15.631640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3528): Launched\u000a03:38:16.073623 run osmo-hlr_10.42.42.2(pid=3529): Launched\u000a03:38:16.283786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:16.944591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3531): Launched\u000a03:38:17.410569 run osmo-stp_10.42.42.5(pid=3532): Launched\u000a03:38:17.563551 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:18.163697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3534): Launched\u000a03:38:18.493785 run osmo-msc_10.42.42.6(pid=3535): Launched\u000a03:38:18.686066 run osmo-stp_10.42.42.5(pid=3532): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3532)]\u000a03:38:18.824679 run osmo-stp_10.42.42.5(pid=3532): stdout: \u000a| (launched: 2022-12-14_03:38:17.105071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:18.962452 run osmo-stp_10.42.42.5(pid=3532): stderr: \u000a| �[0;m�[38;5;43m20221214033817327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033817327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033817328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033817328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033817330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033817330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033817331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:19.094134 run osmo-stp_10.42.42.5(pid=3532): stdout: \u000a| (launched: 2022-12-14_03:38:17.105071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:19.224831 run osmo-stp_10.42.42.5(pid=3532): stderr: \u000a| �[0;m�[38;5;43m20221214033817327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033817327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033817328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033817328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033817330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033817330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033817331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:19.282421 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3532): Process ended prematurely: osmo-stp_10.42.42.5(pid=3532) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3532)] [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:38:19.291718 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a03:38:19.354744 run osmo-hlr_10.42.42.2(pid=3529): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3529)]\u000a03:38:19.406438 run osmo-hlr_10.42.42.2(pid=3529): stdout: \u000a| (launched: 2022-12-14_03:38:15.798267) \u000a03:38:19.458770 run osmo-hlr_10.42.42.2(pid=3529): stderr: \u000a| �[0;m�[1;31m20221214033816092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033816092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033816092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033816092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033816092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033816092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033816119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033816138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033816141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033816141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:19.529347 run osmo-msc_10.42.42.6(pid=3535): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3535)]\u000a03:38:19.581227 run osmo-msc_10.42.42.6(pid=3535): stdout: \u000a| (launched: 2022-12-14_03:38:18.330609) \u000a03:38:19.633500 run osmo-msc_10.42.42.6(pid=3535): stderr: \u000a| �[0;m�[38;5;43m20221214033818655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033818655 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6557d51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033818655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033818656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033818656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033818656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033818658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033818659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033818659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033818659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:19.678000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3528): Terminating (SIGTERM)\u000a03:38:19.720098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3531): Terminating (SIGTERM)\u000a03:38:19.762485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3534): Terminating (SIGTERM)\u000a03:38:19.772030 --- ParallelTerminationStrategy: PID 3528 died...\u000a03:38:19.828224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3528): Terminated: ok {rc=0}\u000a03:38:19.838294 --- ParallelTerminationStrategy: PID 3531 died...\u000a03:38:19.894168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3531): Terminated: ok {rc=0}\u000a03:38:19.904015 --- ParallelTerminationStrategy: PID 3534 died...\u000a03:38:19.960205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3534): Terminated: ok {rc=0}\u000a03:38:20.046888 bus /sierra_3: Setting Powered False\u000a03:38:21.153416 bus /sierra_3: Setting Powered False\u000a03:38:22.260780 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:38:01" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3549): Process ended prematurely: osmo-stp_10.42.42.5(pid=3549) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3549): Process ended prematurely: osmo-stp_10.42.42.5(pid=3549) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:38:24.222169 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:24.233665 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:38:24.387707 tst mo_mt_call.py: using LAC 38282\u000a03:38:24.517376 tst mo_mt_call.py: using RAC 32\u000a03:38:24.646977 tst mo_mt_call.py: using CellId 38282\u000a03:38:24.775274 tst mo_mt_call.py: using BVCI 38283\u000a03:38:24.800333 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:24.811842 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:24.823085 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:24.834311 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:24.846312 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:24.857966 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:38:24.975177 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:38:25.189272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:25.708828 run create_hlr_db(pid=3543): Launched\u000a03:38:25.898056 bus /sierra_2: Setting Powered False\u000a03:38:26.918771 run create_hlr_db(pid=3543): Terminated: ok {rc=0}\u000a03:38:27.330489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3545): Launched\u000a03:38:27.638342 run osmo-hlr_10.42.42.2(pid=3546): Launched\u000a03:38:27.759139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:28.300059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3548): Launched\u000a03:38:28.607111 run osmo-stp_10.42.42.5(pid=3549): Launched\u000a03:38:28.718035 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:29.276139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3551): Launched\u000a03:38:29.584616 run osmo-msc_10.42.42.6(pid=3552): Launched\u000a03:38:29.763586 run osmo-stp_10.42.42.5(pid=3549): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)]\u000a03:38:29.892074 run osmo-stp_10.42.42.5(pid=3549): stdout: \u000a| (launched: 2022-12-14_03:38:28.454733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:30.018901 run osmo-stp_10.42.42.5(pid=3549): stderr: \u000a| �[0;m�[38;5;43m20221214033828627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033828627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033828628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033828628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033828630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033828630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033828630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:30.140624 run osmo-stp_10.42.42.5(pid=3549): stdout: \u000a| (launched: 2022-12-14_03:38:28.454733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:30.261414 run osmo-stp_10.42.42.5(pid=3549): stderr: \u000a| �[0;m�[38;5;43m20221214033828627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033828627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033828628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033828628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033828630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033828630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033828630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:30.314914 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3549): Process ended prematurely: osmo-stp_10.42.42.5(pid=3549) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)] [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:38:30.323374 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:38:30.383178 run osmo-hlr_10.42.42.2(pid=3546): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3546)]\u000a03:38:30.432272 run osmo-hlr_10.42.42.2(pid=3546): stdout: \u000a| (launched: 2022-12-14_03:38:27.485323) \u000a03:38:30.482063 run osmo-hlr_10.42.42.2(pid=3546): stderr: \u000a| �[0;m�[1;31m20221214033827666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033827666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033827666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033827666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033827666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033827667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033827679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033827689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033827689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033827689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:30.549776 run osmo-msc_10.42.42.6(pid=3552): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3552)]\u000a03:38:30.599024 run osmo-msc_10.42.42.6(pid=3552): stdout: \u000a| (launched: 2022-12-14_03:38:29.431303) \u000a03:38:30.648609 run osmo-msc_10.42.42.6(pid=3552): stderr: \u000a| �[0;m�[38;5;43m20221214033829704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033829704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f6a1a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033829704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033829704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033829705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033829705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033829706 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033829707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033829707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033829707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:30.690724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3545): Terminating (SIGTERM)\u000a03:38:30.730401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3548): Terminating (SIGTERM)\u000a03:38:30.770020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3551): Terminating (SIGTERM)\u000a03:38:30.779072 --- ParallelTerminationStrategy: PID 3545 died...\u000a03:38:30.834149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3545): Terminated: ok {rc=0}\u000a03:38:30.853882 --- ParallelTerminationStrategy: PID 3548 died...\u000a03:38:30.931063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3548): Terminated: ok {rc=0}\u000a03:38:30.945854 --- ParallelTerminationStrategy: PID 3551 died...\u000a03:38:31.013449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3551): Terminated: ok {rc=0}\u000a03:38:31.102614 bus /sierra_3: Setting Powered False\u000a03:38:32.219823 bus /sierra_3: Setting Powered False\u000a03:38:33.328462 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3560): Process ended prematurely: osmo-stp_10.42.42.5(pid=3560) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3560)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3560): Process ended prematurely: osmo-stp_10.42.42.5(pid=3560) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:38:34.444230 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:34.456302 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:38:34.610784 tst mo_mt_call_osmux.py: using LAC 38283\u000a03:38:34.740724 tst mo_mt_call_osmux.py: using RAC 33\u000a03:38:34.871040 tst mo_mt_call_osmux.py: using CellId 38283\u000a03:38:35.001083 tst mo_mt_call_osmux.py: using BVCI 38284\u000a03:38:35.026244 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:35.037767 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:35.049068 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:35.060350 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:35.071922 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:35.083637 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:38:35.200582 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:38:35.414340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:35.934248 run create_hlr_db(pid=3554): Launched\u000a03:38:36.123897 bus /sierra_2: Setting Powered False\u000a03:38:37.143618 run create_hlr_db(pid=3554): Terminated: ok {rc=0}\u000a03:38:37.554047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3556): Launched\u000a03:38:37.861637 run osmo-hlr_10.42.42.2(pid=3557): Launched\u000a03:38:37.974015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:38.504673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3559): Launched\u000a03:38:38.811327 run osmo-stp_10.42.42.5(pid=3560): Launched\u000a03:38:38.932829 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:39.498028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3562): Launched\u000a03:38:39.808460 run osmo-msc_10.42.42.6(pid=3563): Launched\u000a03:38:39.987696 run osmo-stp_10.42.42.5(pid=3560): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3560)]\u000a03:38:40.117481 run osmo-stp_10.42.42.5(pid=3560): stdout: \u000a| (launched: 2022-12-14_03:38:38.659296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:40.244379 run osmo-stp_10.42.42.5(pid=3560): stderr: \u000a| �[0;m�[38;5;43m20221214033838832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033838832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033838832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033838833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033838835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033838835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033838835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:40.366987 run osmo-stp_10.42.42.5(pid=3560): stdout: \u000a| (launched: 2022-12-14_03:38:38.659296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:40.487923 run osmo-stp_10.42.42.5(pid=3560): stderr: \u000a| �[0;m�[38;5;43m20221214033838832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033838832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033838832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033838833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033838835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033838835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033838835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:40.541536 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3560): Process ended prematurely: osmo-stp_10.42.42.5(pid=3560) [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3560)] [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:38:40.550343 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:38:40.609737 run osmo-hlr_10.42.42.2(pid=3557): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3557)]\u000a03:38:40.658842 run osmo-hlr_10.42.42.2(pid=3557): stdout: \u000a| (launched: 2022-12-14_03:38:37.708852) \u000a03:38:40.708318 run osmo-hlr_10.42.42.2(pid=3557): stderr: \u000a| �[0;m�[1;31m20221214033837886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033837887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033837887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033837887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033837887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033837887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033837899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033837907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033837908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033837908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:40.775978 run osmo-msc_10.42.42.6(pid=3563): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3563)]\u000a03:38:40.825129 run osmo-msc_10.42.42.6(pid=3563): stdout: \u000a| (launched: 2022-12-14_03:38:39.654274) \u000a03:38:40.874414 run osmo-msc_10.42.42.6(pid=3563): stderr: \u000a| �[0;m�[38;5;43m20221214033839928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033839928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd51b75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033839928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033839928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033839929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033839929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033839930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033839931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033839931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033839931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:40.916456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3556): Terminating (SIGTERM)\u000a03:38:40.956133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3559): Terminating (SIGTERM)\u000a03:38:40.995817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3562): Terminating (SIGTERM)\u000a03:38:41.005167 --- ParallelTerminationStrategy: PID 3556 died...\u000a03:38:41.058426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3556): Terminated: ok {rc=0}\u000a03:38:41.067985 --- ParallelTerminationStrategy: PID 3559 died...\u000a03:38:41.120864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3559): Terminated: ok {rc=0}\u000a03:38:41.130433 --- ParallelTerminationStrategy: PID 3562 died...\u000a03:38:41.183310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3562): Terminated: ok {rc=0}\u000a03:38:41.267092 bus /sierra_3: Setting Powered False\u000a03:38:42.374274 bus /sierra_3: Setting Powered False\u000a03:38:43.483433 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:38:23" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3574): Process ended prematurely: osmo-stp_10.42.42.5(pid=3574) [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3574): Process ended prematurely: osmo-stp_10.42.42.5(pid=3574) [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:38:45.437060 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:45.448122 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:38:45.596412 tst mo_mt_call.py: using LAC 38284\u000a03:38:45.715913 tst mo_mt_call.py: using RAC 34\u000a03:38:45.837001 tst mo_mt_call.py: using CellId 38284\u000a03:38:45.968781 tst mo_mt_call.py: using BVCI 38285\u000a03:38:45.993619 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:46.005696 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:46.017549 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:46.029516 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:46.041624 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:46.053434 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:38:46.191479 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:38:46.424550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:46.958795 run create_hlr_db(pid=3568): Launched\u000a03:38:47.136670 bus /sierra_2: Setting Powered False\u000a03:38:48.155030 run create_hlr_db(pid=3568): Terminated: ok {rc=0}\u000a03:38:48.561874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3570): Launched\u000a03:38:48.867769 run osmo-hlr_10.42.42.2(pid=3571): Launched\u000a03:38:48.984082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:49.516701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3573): Launched\u000a03:38:49.825711 run osmo-stp_10.42.42.5(pid=3574): Launched\u000a03:38:49.937287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:50.495571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3576): Launched\u000a03:38:50.803205 run osmo-msc_10.42.42.6(pid=3577): Launched\u000a03:38:50.981467 run osmo-stp_10.42.42.5(pid=3574): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)]\u000a03:38:51.110536 run osmo-stp_10.42.42.5(pid=3574): stdout: \u000a| (launched: 2022-12-14_03:38:49.671497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:51.237430 run osmo-stp_10.42.42.5(pid=3574): stderr: \u000a| �[0;m�[38;5;43m20221214033849844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033849845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033849845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033849846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033849847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033849847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033849847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:51.359311 run osmo-stp_10.42.42.5(pid=3574): stdout: \u000a| (launched: 2022-12-14_03:38:49.671497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:51.479818 run osmo-stp_10.42.42.5(pid=3574): stderr: \u000a| �[0;m�[38;5;43m20221214033849844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033849845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033849845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033849846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033849847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033849847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033849847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:51.533127 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3574): Process ended prematurely: osmo-stp_10.42.42.5(pid=3574) [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)] [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a03:38:51.541799 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:38:51.601475 run osmo-hlr_10.42.42.2(pid=3571): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3571)]\u000a03:38:51.650463 run osmo-hlr_10.42.42.2(pid=3571): stdout: \u000a| (launched: 2022-12-14_03:38:48.716176) \u000a03:38:51.700079 run osmo-hlr_10.42.42.2(pid=3571): stderr: \u000a| �[0;m�[1;31m20221214033848896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033848896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033848896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033848896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033848896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033848896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033848909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033848919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033848919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033848919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:51.767285 run osmo-msc_10.42.42.6(pid=3577): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3577)]\u000a03:38:51.816334 run osmo-msc_10.42.42.6(pid=3577): stdout: \u000a| (launched: 2022-12-14_03:38:50.650719) \u000a03:38:51.865875 run osmo-msc_10.42.42.6(pid=3577): stderr: \u000a| �[0;m�[38;5;43m20221214033850925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033850925 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91d29a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033850925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033850926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033850926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033850926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033850928 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033850928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033850928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033850928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:51.908292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3570): Terminating (SIGTERM)\u000a03:38:51.947948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3573): Terminating (SIGTERM)\u000a03:38:51.987456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3576): Terminating (SIGTERM)\u000a03:38:51.996614 --- ParallelTerminationStrategy: PID 3570 died...\u000a03:38:52.049894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3570): Terminated: ok {rc=0}\u000a03:38:52.059436 --- ParallelTerminationStrategy: PID 3573 died...\u000a03:38:52.112259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3573): Terminated: ok {rc=0}\u000a03:38:52.121888 --- ParallelTerminationStrategy: PID 3576 died...\u000a03:38:52.174852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3576): Terminated: ok {rc=0}\u000a03:38:52.258295 bus /sierra_3: Setting Powered False\u000a03:38:53.365780 bus /sierra_3: Setting Powered False\u000a03:38:54.473912 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3585): Process ended prematurely: osmo-stp_10.42.42.5(pid=3585) [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3585): Process ended prematurely: osmo-stp_10.42.42.5(pid=3585) [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:38:55.590202 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:55.602527 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:38:55.753396 tst mo_mt_call_osmux.py: using LAC 38285\u000a03:38:55.880015 tst mo_mt_call_osmux.py: using RAC 35\u000a03:38:56.006764 tst mo_mt_call_osmux.py: using CellId 38285\u000a03:38:56.133455 tst mo_mt_call_osmux.py: using BVCI 38286\u000a03:38:56.158517 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:56.169975 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:56.181455 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:56.192685 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:56.204353 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:38:56.215992 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:38:56.332906 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:38:56.547672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:57.066987 run create_hlr_db(pid=3579): Launched\u000a03:38:57.257384 bus /sierra_2: Setting Powered False\u000a03:38:58.278916 run create_hlr_db(pid=3579): Terminated: ok {rc=0}\u000a03:38:58.690701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3581): Launched\u000a03:38:58.997921 run osmo-hlr_10.42.42.2(pid=3582): Launched\u000a03:38:59.110768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:59.643623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3584): Launched\u000a03:38:59.952369 run osmo-stp_10.42.42.5(pid=3585): Launched\u000a03:39:00.066070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:00.624636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3587): Launched\u000a03:39:00.964272 run osmo-msc_10.42.42.6(pid=3588): Launched\u000a03:39:01.404045 run osmo-stp_10.42.42.5(pid=3585): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)]\u000a03:39:01.746375 run osmo-stp_10.42.42.5(pid=3585): stdout: \u000a| (launched: 2022-12-14_03:38:59.798812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:01.994551 run osmo-stp_10.42.42.5(pid=3585): stderr: \u000a| �[0;m�[38;5;43m20221214033859970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033859971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033859971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033859971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033859972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033859972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033859972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:02.175359 run osmo-stp_10.42.42.5(pid=3585): stdout: \u000a| (launched: 2022-12-14_03:38:59.798812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:02.319137 run osmo-stp_10.42.42.5(pid=3585): stderr: \u000a| �[0;m�[38;5;43m20221214033859970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033859971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033859971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033859971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033859972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033859972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033859972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:02.394317 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3585): Process ended prematurely: osmo-stp_10.42.42.5(pid=3585) [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)] [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a03:39:02.406487 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a03:39:02.487338 run osmo-hlr_10.42.42.2(pid=3582): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3582)]\u000a03:39:02.549083 run osmo-hlr_10.42.42.2(pid=3582): stdout: \u000a| (launched: 2022-12-14_03:38:58.845538) \u000a03:39:02.612836 run osmo-hlr_10.42.42.2(pid=3582): stderr: \u000a| �[0;m�[1;31m20221214033859020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033859020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033859020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033859020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033859020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033859021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033859032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033859041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033859041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033859041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:02.697547 run osmo-msc_10.42.42.6(pid=3588): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3588)]\u000a03:39:02.759059 run osmo-msc_10.42.42.6(pid=3588): stdout: \u000a| (launched: 2022-12-14_03:39:00.779315) \u000a03:39:02.820096 run osmo-msc_10.42.42.6(pid=3588): stderr: \u000a| �[0;m�[38;5;43m20221214033901496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033901496 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ef8af4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033901496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033901496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033901497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033901497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033901501 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033901502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033901502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033901502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:02.879831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3581): Terminating (SIGTERM)\u000a03:39:02.936911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3584): Terminating (SIGTERM)\u000a03:39:02.985972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3587): Terminating (SIGTERM)\u000a03:39:02.996455 --- ParallelTerminationStrategy: PID 3581 died...\u000a03:39:03.068619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3581): Terminated: ok {rc=0}\u000a03:39:03.082630 --- ParallelTerminationStrategy: PID 3584 died...\u000a03:39:03.158115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3584): Terminated: ok {rc=0}\u000a03:39:03.172703 --- ParallelTerminationStrategy: PID 3587 died...\u000a03:39:03.250463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3587): Terminated: ok {rc=0}\u000a03:39:03.370022 bus /sierra_3: Setting Powered False\u000a03:39:04.482595 bus /sierra_3: Setting Powered False\u000a03:39:05.597627 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:38:45" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3871): Process ended prematurely: osmo-stp_10.42.42.5(pid=3871) [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3871)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3871): Process ended prematurely: osmo-stp_10.42.42.5(pid=3871) [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:39:07.568646 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:07.581321 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:39:07.739416 tst mo_mt_call.py: using LAC 38286\u000a03:39:07.876374 tst mo_mt_call.py: using RAC 36\u000a03:39:08.019250 tst mo_mt_call.py: using CellId 38286\u000a03:39:08.152663 tst mo_mt_call.py: using BVCI 38287\u000a03:39:08.178751 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:08.191533 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:08.204012 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:08.216518 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:08.230100 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:08.244430 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:39:08.372221 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:39:08.591296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:09.164096 run create_hlr_db(pid=3865): Launched\u000a03:39:09.362456 bus /sierra_2: Setting Powered False\u000a03:39:10.385917 run create_hlr_db(pid=3865): Terminated: ok {rc=0}\u000a03:39:10.852473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3867): Launched\u000a03:39:11.294664 run osmo-hlr_10.42.42.2(pid=3868): Launched\u000a03:39:11.549067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:12.151349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3870): Launched\u000a03:39:12.605242 run osmo-stp_10.42.42.5(pid=3871): Launched\u000a03:39:12.822709 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:13.452824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3873): Launched\u000a03:39:13.887956 run osmo-msc_10.42.42.6(pid=3874): Launched\u000a03:39:14.288288 run osmo-stp_10.42.42.5(pid=3871): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3871)]\u000a03:39:14.499969 run osmo-stp_10.42.42.5(pid=3871): stdout: \u000a| (launched: 2022-12-14_03:39:12.326136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:14.641406 run osmo-stp_10.42.42.5(pid=3871): stderr: \u000a| �[0;m�[38;5;43m20221214033912633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033912633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033912633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033912634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033912634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033912634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033912634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:14.779207 run osmo-stp_10.42.42.5(pid=3871): stdout: \u000a| (launched: 2022-12-14_03:39:12.326136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:14.915021 run osmo-stp_10.42.42.5(pid=3871): stderr: \u000a| �[0;m�[38;5;43m20221214033912633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033912633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033912633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033912634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033912634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033912634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033912634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:14.974950 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3871): Process ended prematurely: osmo-stp_10.42.42.5(pid=3871) [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3871)] [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:39:14.985283 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a03:39:15.053434 run osmo-hlr_10.42.42.2(pid=3868): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3868)]\u000a03:39:15.109391 run osmo-hlr_10.42.42.2(pid=3868): stdout: \u000a| (launched: 2022-12-14_03:39:11.024432) \u000a03:39:15.165118 run osmo-hlr_10.42.42.2(pid=3868): stderr: \u000a| �[0;m�[1;31m20221214033911347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033911347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033911347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033911347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033911347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033911347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033911363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033911373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033911373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033911373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:15.241310 run osmo-msc_10.42.42.6(pid=3874): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3874)]\u000a03:39:15.297377 run osmo-msc_10.42.42.6(pid=3874): stdout: \u000a| (launched: 2022-12-14_03:39:13.623776) \u000a03:39:15.354201 run osmo-msc_10.42.42.6(pid=3874): stderr: \u000a| �[0;m�[38;5;43m20221214033914135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033914135 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbae8470c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033914135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033914135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033914135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033914135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033914145 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033914146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033914146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033914146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:15.404016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3867): Terminating (SIGTERM)\u000a03:39:15.452051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3870): Terminating (SIGTERM)\u000a03:39:15.499716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3873): Terminating (SIGTERM)\u000a03:39:15.510759 --- ParallelTerminationStrategy: PID 3867 died...\u000a03:39:15.573622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3867): Terminated: ok {rc=0}\u000a03:39:15.585850 --- ParallelTerminationStrategy: PID 3870 died...\u000a03:39:15.644976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3870): Terminated: ok {rc=0}\u000a03:39:15.657949 --- ParallelTerminationStrategy: PID 3873 died...\u000a03:39:15.718101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3873): Terminated: ok {rc=0}\u000a03:39:15.810917 bus /sierra_3: Setting Powered False\u000a03:39:16.976017 bus /sierra_3: Setting Powered False\u000a03:39:18.100827 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3882): Process ended prematurely: osmo-stp_10.42.42.5(pid=3882) [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3882)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3882): Process ended prematurely: osmo-stp_10.42.42.5(pid=3882) [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:39:19.222004 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:19.235381 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:39:19.395744 tst mo_mt_call_osmux.py: using LAC 38287\u000a03:39:19.529593 tst mo_mt_call_osmux.py: using RAC 37\u000a03:39:19.668026 tst mo_mt_call_osmux.py: using CellId 38287\u000a03:39:19.799040 tst mo_mt_call_osmux.py: using BVCI 38288\u000a03:39:19.826105 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:19.838649 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:19.852301 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:19.864993 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:19.879036 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:19.892833 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:39:20.019484 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:39:20.248258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:20.829811 run create_hlr_db(pid=3876): Launched\u000a03:39:21.025938 bus /sierra_2: Setting Powered False\u000a03:39:22.047828 run create_hlr_db(pid=3876): Terminated: ok {rc=0}\u000a03:39:22.516660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3878): Launched\u000a03:39:22.958976 run osmo-hlr_10.42.42.2(pid=3879): Launched\u000a03:39:23.208173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:23.814462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3881): Launched\u000a03:39:24.145553 run osmo-stp_10.42.42.5(pid=3882): Launched\u000a03:39:24.265836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:24.865023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3884): Launched\u000a03:39:25.194990 run osmo-msc_10.42.42.6(pid=3885): Launched\u000a03:39:25.387573 run osmo-stp_10.42.42.5(pid=3882): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3882)]\u000a03:39:25.526734 run osmo-stp_10.42.42.5(pid=3882): stdout: \u000a| (launched: 2022-12-14_03:39:23.981680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:25.665626 run osmo-stp_10.42.42.5(pid=3882): stderr: \u000a| �[0;m�[38;5;43m20221214033924175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033924176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033924176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033924176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033924177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033924177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033924177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:25.797147 run osmo-stp_10.42.42.5(pid=3882): stdout: \u000a| (launched: 2022-12-14_03:39:23.981680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:25.927883 run osmo-stp_10.42.42.5(pid=3882): stderr: \u000a| �[0;m�[38;5;43m20221214033924175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033924176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033924176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033924176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033924177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033924177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033924177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:25.985205 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3882): Process ended prematurely: osmo-stp_10.42.42.5(pid=3882) [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3882)] [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:39:25.994542 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a03:39:26.057570 run osmo-hlr_10.42.42.2(pid=3879): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3879)]\u000a03:39:26.109391 run osmo-hlr_10.42.42.2(pid=3879): stdout: \u000a| (launched: 2022-12-14_03:39:22.689934) \u000a03:39:26.161682 run osmo-hlr_10.42.42.2(pid=3879): stderr: \u000a| �[0;m�[1;31m20221214033923003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033923003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033923003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033923003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033923003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033923003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033923019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033923036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033923036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033923036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:26.232779 run osmo-msc_10.42.42.6(pid=3885): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3885)]\u000a03:39:26.284487 run osmo-msc_10.42.42.6(pid=3885): stdout: \u000a| (launched: 2022-12-14_03:39:25.031495) \u000a03:39:26.336732 run osmo-msc_10.42.42.6(pid=3885): stderr: \u000a| �[0;m�[38;5;43m20221214033925356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033925357 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f359e2a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033925357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033925357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033925357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033925357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033925359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033925359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033925359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033925359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:26.381764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3878): Terminating (SIGTERM)\u000a03:39:26.423609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3881): Terminating (SIGTERM)\u000a03:39:26.465631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3884): Terminating (SIGTERM)\u000a03:39:26.475150 --- ParallelTerminationStrategy: PID 3878 died...\u000a03:39:26.531446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3878): Terminated: ok {rc=0}\u000a03:39:26.541501 --- ParallelTerminationStrategy: PID 3881 died...\u000a03:39:26.597588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3881): Terminated: ok {rc=0}\u000a03:39:26.607608 --- ParallelTerminationStrategy: PID 3884 died...\u000a03:39:26.663954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3884): Terminated: ok {rc=0}\u000a03:39:26.751140 bus /sierra_3: Setting Powered False\u000a03:39:27.853417 bus /sierra_3: Setting Powered False\u000a03:39:28.963452 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:39:07" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3896): Process ended prematurely: osmo-stp_10.42.42.5(pid=3896) [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3896)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3896): Process ended prematurely: osmo-stp_10.42.42.5(pid=3896) [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:39:30.940067 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:30.952874 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:39:31.118199 tst mo_mt_call.py: using LAC 38288\u000a03:39:31.274200 tst mo_mt_call.py: using RAC 38\u000a03:39:31.395796 tst mo_mt_call.py: using CellId 38288\u000a03:39:31.519745 tst mo_mt_call.py: using BVCI 38289\u000a03:39:31.544554 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:31.556472 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:31.568221 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:31.580187 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:31.591947 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:31.603713 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:39:31.743496 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:39:32.002166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:32.531016 run create_hlr_db(pid=3890): Launched\u000a03:39:32.721050 bus /sierra_2: Setting Powered False\u000a03:39:33.742097 run create_hlr_db(pid=3890): Terminated: ok {rc=0}\u000a03:39:34.155630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3892): Launched\u000a03:39:34.464546 run osmo-hlr_10.42.42.2(pid=3893): Launched\u000a03:39:34.578352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:35.110146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3895): Launched\u000a03:39:35.416899 run osmo-stp_10.42.42.5(pid=3896): Launched\u000a03:39:35.528111 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:36.088425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3898): Launched\u000a03:39:36.397515 run osmo-msc_10.42.42.6(pid=3899): Launched\u000a03:39:36.576554 run osmo-stp_10.42.42.5(pid=3896): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3896)]\u000a03:39:36.706062 run osmo-stp_10.42.42.5(pid=3896): stdout: \u000a| (launched: 2022-12-14_03:39:35.265121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:36.832820 run osmo-stp_10.42.42.5(pid=3896): stderr: \u000a| �[0;m�[38;5;43m20221214033935439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033935439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033935440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033935440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033935440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033935441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033935441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:36.955235 run osmo-stp_10.42.42.5(pid=3896): stdout: \u000a| (launched: 2022-12-14_03:39:35.265121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:37.075837 run osmo-stp_10.42.42.5(pid=3896): stderr: \u000a| �[0;m�[38;5;43m20221214033935439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033935439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033935440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033935440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033935440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033935441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033935441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:37.129615 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3896): Process ended prematurely: osmo-stp_10.42.42.5(pid=3896) [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3896)] [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:39:37.138175 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:39:37.197791 run osmo-hlr_10.42.42.2(pid=3893): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3893)]\u000a03:39:37.246813 run osmo-hlr_10.42.42.2(pid=3893): stdout: \u000a| (launched: 2022-12-14_03:39:34.311603) \u000a03:39:37.296637 run osmo-hlr_10.42.42.2(pid=3893): stderr: \u000a| �[0;m�[1;31m20221214033934489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033934489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033934489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033934490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033934490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033934490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033934505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033934515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033934515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033934515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:37.364231 run osmo-msc_10.42.42.6(pid=3899): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3899)]\u000a03:39:37.413444 run osmo-msc_10.42.42.6(pid=3899): stdout: \u000a| (launched: 2022-12-14_03:39:36.244229) \u000a03:39:37.463049 run osmo-msc_10.42.42.6(pid=3899): stderr: \u000a| �[0;m�[38;5;43m20221214033936520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033936520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99e6f3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033936520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033936520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033936521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033936521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033936523 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033936523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033936523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033936523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:37.505145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3892): Terminating (SIGTERM)\u000a03:39:37.544912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3895): Terminating (SIGTERM)\u000a03:39:37.584451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3898): Terminating (SIGTERM)\u000a03:39:37.593570 --- ParallelTerminationStrategy: PID 3892 died...\u000a03:39:37.646723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3892): Terminated: ok {rc=0}\u000a03:39:37.656496 --- ParallelTerminationStrategy: PID 3895 died...\u000a03:39:37.709545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3895): Terminated: ok {rc=0}\u000a03:39:37.719011 --- ParallelTerminationStrategy: PID 3898 died...\u000a03:39:37.772042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3898): Terminated: ok {rc=0}\u000a03:39:37.860874 bus /sierra_3: Setting Powered False\u000a03:39:38.964626 bus /sierra_3: Setting Powered False\u000a03:39:40.076123 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3907): Process ended prematurely: osmo-stp_10.42.42.5(pid=3907) [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3907)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3907): Process ended prematurely: osmo-stp_10.42.42.5(pid=3907) [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:39:41.191759 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:41.204627 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:39:41.363405 tst mo_mt_call_osmux.py: using LAC 38289\u000a03:39:41.490018 tst mo_mt_call_osmux.py: using RAC 39\u000a03:39:41.623256 tst mo_mt_call_osmux.py: using CellId 38289\u000a03:39:41.750700 tst mo_mt_call_osmux.py: using BVCI 38290\u000a03:39:41.775744 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:41.787341 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:41.798790 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:41.810162 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:41.821937 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:41.833601 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:39:41.954358 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:39:42.157600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:42.653456 run create_hlr_db(pid=3901): Launched\u000a03:39:42.828220 bus /sierra_2: Setting Powered False\u000a03:39:43.850529 run create_hlr_db(pid=3901): Terminated: ok {rc=0}\u000a03:39:44.286319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3903): Launched\u000a03:39:44.617809 run osmo-hlr_10.42.42.2(pid=3904): Launched\u000a03:39:44.737886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:45.310039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3906): Launched\u000a03:39:45.640445 run osmo-stp_10.42.42.5(pid=3907): Launched\u000a03:39:45.759591 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:46.401822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3909): Launched\u000a03:39:46.760509 run osmo-msc_10.42.42.6(pid=3910): Launched\u000a03:39:47.078619 run osmo-stp_10.42.42.5(pid=3907): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3907)]\u000a03:39:47.298019 run osmo-stp_10.42.42.5(pid=3907): stdout: \u000a| (launched: 2022-12-14_03:39:45.477297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:47.436670 run osmo-stp_10.42.42.5(pid=3907): stderr: \u000a| �[0;m�[38;5;43m20221214033945673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033945673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033945673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033945673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:47.568756 run osmo-stp_10.42.42.5(pid=3907): stdout: \u000a| (launched: 2022-12-14_03:39:45.477297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:47.699374 run osmo-stp_10.42.42.5(pid=3907): stderr: \u000a| �[0;m�[38;5;43m20221214033945673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033945673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033945673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033945673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:47.756625 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3907): Process ended prematurely: osmo-stp_10.42.42.5(pid=3907) [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3907)] [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:39:47.766296 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a03:39:47.829642 run osmo-hlr_10.42.42.2(pid=3904): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3904)]\u000a03:39:47.881513 run osmo-hlr_10.42.42.2(pid=3904): stdout: \u000a| (launched: 2022-12-14_03:39:44.453727) \u000a03:39:47.933917 run osmo-hlr_10.42.42.2(pid=3904): stderr: \u000a| �[0;m�[1;31m20221214033944656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033944656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033944656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033944657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033944657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033944657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033944688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033944698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033944698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033944698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:48.005389 run osmo-msc_10.42.42.6(pid=3910): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3910)]\u000a03:39:48.057592 run osmo-msc_10.42.42.6(pid=3910): stdout: \u000a| (launched: 2022-12-14_03:39:46.571037) \u000a03:39:48.110292 run osmo-msc_10.42.42.6(pid=3910): stderr: \u000a| �[0;m�[38;5;43m20221214033947133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033947134 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc36b9adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033947134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033947134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033947134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033947134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033947136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033947136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033947136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033947136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:48.154959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3903): Terminating (SIGTERM)\u000a03:39:48.197588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3906): Terminating (SIGTERM)\u000a03:39:48.240341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3909): Terminating (SIGTERM)\u000a03:39:48.250039 --- ParallelTerminationStrategy: PID 3903 died...\u000a03:39:48.307212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3903): Terminated: ok {rc=0}\u000a03:39:48.317420 --- ParallelTerminationStrategy: PID 3906 died...\u000a03:39:48.374079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3906): Terminated: ok {rc=0}\u000a03:39:48.384043 --- ParallelTerminationStrategy: PID 3909 died...\u000a03:39:48.440376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3909): Terminated: ok {rc=0}\u000a03:39:48.527331 bus /sierra_3: Setting Powered False\u000a03:39:49.633598 bus /sierra_3: Setting Powered False\u000a03:39:50.745640 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:39:30" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3921): Process ended prematurely: osmo-stp_10.42.42.5(pid=3921) [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3921)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3921): Process ended prematurely: osmo-stp_10.42.42.5(pid=3921) [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a03:39:52.703746 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:52.714872 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:39:52.865208 tst mo_mt_call.py: using LAC 38290\u000a03:39:52.985871 tst mo_mt_call.py: using RAC 40\u000a03:39:53.103924 tst mo_mt_call.py: using CellId 38290\u000a03:39:53.225334 tst mo_mt_call.py: using BVCI 38291\u000a03:39:53.248564 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:53.259369 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:53.270065 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:53.280578 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:53.291422 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:39:53.302281 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:39:53.419162 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:39:53.633690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:54.150866 run create_hlr_db(pid=3915): Launched\u000a03:39:54.340586 bus /sierra_2: Setting Powered False\u000a03:39:55.362652 run create_hlr_db(pid=3915): Terminated: ok {rc=0}\u000a03:39:55.799203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3917): Launched\u000a03:39:56.129740 run osmo-hlr_10.42.42.2(pid=3918): Launched\u000a03:39:56.247066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:56.823551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3920): Launched\u000a03:39:57.154497 run osmo-stp_10.42.42.5(pid=3921): Launched\u000a03:39:57.275062 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:57.874588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3923): Launched\u000a03:39:58.204603 run osmo-msc_10.42.42.6(pid=3924): Launched\u000a03:39:58.398088 run osmo-stp_10.42.42.5(pid=3921): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3921)]\u000a03:39:58.537032 run osmo-stp_10.42.42.5(pid=3921): stdout: \u000a| (launched: 2022-12-14_03:39:56.990292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:58.675307 run osmo-stp_10.42.42.5(pid=3921): stderr: \u000a| �[0;m�[38;5;43m20221214033957185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033957185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033957185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033957186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033957186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033957186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033957186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:58.807023 run osmo-stp_10.42.42.5(pid=3921): stdout: \u000a| (launched: 2022-12-14_03:39:56.990292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:58.937327 run osmo-stp_10.42.42.5(pid=3921): stderr: \u000a| �[0;m�[38;5;43m20221214033957185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033957185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033957185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033957186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033957186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033957186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033957186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:58.994718 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3921): Process ended prematurely: osmo-stp_10.42.42.5(pid=3921) [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3921)] [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a03:39:59.003958 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:39:59.066869 run osmo-hlr_10.42.42.2(pid=3918): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3918)]\u000a03:39:59.118456 run osmo-hlr_10.42.42.2(pid=3918): stdout: \u000a| (launched: 2022-12-14_03:39:55.966116) \u000a03:39:59.170594 run osmo-hlr_10.42.42.2(pid=3918): stderr: \u000a| �[0;m�[1;31m20221214033956166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033956166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033956166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033956166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033956166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033956166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033956178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033956186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033956186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033956186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:59.241600 run osmo-msc_10.42.42.6(pid=3924): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3924)]\u000a03:39:59.293351 run osmo-msc_10.42.42.6(pid=3924): stdout: \u000a| (launched: 2022-12-14_03:39:58.041275) \u000a03:39:59.345347 run osmo-msc_10.42.42.6(pid=3924): stderr: \u000a| �[0;m�[38;5;43m20221214033958365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033958366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8b36cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033958366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033958366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033958366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033958366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033958368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033958368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033958368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033958369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:59.389741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3917): Terminating (SIGTERM)\u000a03:39:59.432090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3920): Terminating (SIGTERM)\u000a03:39:59.474402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3923): Terminating (SIGTERM)\u000a03:39:59.484126 --- ParallelTerminationStrategy: PID 3917 died...\u000a03:39:59.541185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3917): Terminated: ok {rc=0}\u000a03:39:59.551297 --- ParallelTerminationStrategy: PID 3920 died...\u000a03:39:59.608258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3920): Terminated: ok {rc=0}\u000a03:39:59.618429 --- ParallelTerminationStrategy: PID 3923 died...\u000a03:39:59.675494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3923): Terminated: ok {rc=0}\u000a03:39:59.762829 bus /sierra_3: Setting Powered False\u000a03:40:00.878377 bus /sierra_3: Setting Powered False\u000a03:40:02.032259 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3943): Process ended prematurely: osmo-stp_10.42.42.5(pid=3943) [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3943)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3943): Process ended prematurely: osmo-stp_10.42.42.5(pid=3943) [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:40:03.145937 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:03.157619 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:40:03.312705 tst mo_mt_call_osmux.py: using LAC 38291\u000a03:40:03.440466 tst mo_mt_call_osmux.py: using RAC 41\u000a03:40:03.568792 tst mo_mt_call_osmux.py: using CellId 38291\u000a03:40:03.696389 tst mo_mt_call_osmux.py: using BVCI 38292\u000a03:40:03.721594 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:03.732863 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:03.743923 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:03.754980 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:03.766431 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:03.777890 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:40:03.895254 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:40:04.108285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:40:04.625947 run create_hlr_db(pid=3937): Launched\u000a03:40:04.815487 bus /sierra_2: Setting Powered False\u000a03:40:05.837229 run create_hlr_db(pid=3937): Terminated: ok {rc=0}\u000a03:40:06.274983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3939): Launched\u000a03:40:06.606136 run osmo-hlr_10.42.42.2(pid=3940): Launched\u000a03:40:06.725217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:07.298510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3942): Launched\u000a03:40:07.632657 run osmo-stp_10.42.42.5(pid=3943): Launched\u000a03:40:07.752499 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:40:08.353334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3945): Launched\u000a03:40:08.684301 run osmo-msc_10.42.42.6(pid=3946): Launched\u000a03:40:08.875755 run osmo-stp_10.42.42.5(pid=3943): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3943)]\u000a03:40:09.014739 run osmo-stp_10.42.42.5(pid=3943): stdout: \u000a| (launched: 2022-12-14_03:40:07.466602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:09.153154 run osmo-stp_10.42.42.5(pid=3943): stderr: \u000a| �[0;m�[38;5;43m20221214034007660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034007660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034007661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034007661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034007664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034007664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034007664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:09.285117 run osmo-stp_10.42.42.5(pid=3943): stdout: \u000a| (launched: 2022-12-14_03:40:07.466602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:09.415388 run osmo-stp_10.42.42.5(pid=3943): stderr: \u000a| �[0;m�[38;5;43m20221214034007660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034007660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034007661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034007661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034007664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034007664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034007664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:09.472705 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3943): Process ended prematurely: osmo-stp_10.42.42.5(pid=3943) [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3943)] [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a03:40:09.481996 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:40:09.544569 run osmo-hlr_10.42.42.2(pid=3940): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3940)]\u000a03:40:09.595912 run osmo-hlr_10.42.42.2(pid=3940): stdout: \u000a| (launched: 2022-12-14_03:40:06.441860) \u000a03:40:09.647985 run osmo-hlr_10.42.42.2(pid=3940): stderr: \u000a| �[0;m�[1;31m20221214034006645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034006645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034006645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034006645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034006645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034006645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034006659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034006669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034006669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034006669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:09.718591 run osmo-msc_10.42.42.6(pid=3946): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3946)]\u000a03:40:09.770131 run osmo-msc_10.42.42.6(pid=3946): stdout: \u000a| (launched: 2022-12-14_03:40:08.520412) \u000a03:40:09.822026 run osmo-msc_10.42.42.6(pid=3946): stderr: \u000a| �[0;m�[38;5;43m20221214034008844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034008844 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe751988c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034008844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034008844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034008844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034008844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034008846 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034008847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034008847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034008847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:40:09.866362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3939): Terminating (SIGTERM)\u000a03:40:09.908565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3942): Terminating (SIGTERM)\u000a03:40:09.950896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3945): Terminating (SIGTERM)\u000a03:40:09.960425 --- ParallelTerminationStrategy: PID 3939 died...\u000a03:40:10.016672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3939): Terminated: ok {rc=0}\u000a03:40:10.026560 --- ParallelTerminationStrategy: PID 3942 died...\u000a03:40:10.082584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3942): Terminated: ok {rc=0}\u000a03:40:10.092534 --- ParallelTerminationStrategy: PID 3945 died...\u000a03:40:10.148638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3945): Terminated: ok {rc=0}\u000a03:40:10.236159 bus /sierra_3: Setting Powered False\u000a03:40:11.342027 bus /sierra_3: Setting Powered False\u000a03:40:12.453743 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:39:52" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4308): Process ended prematurely: osmo-stp_10.42.42.5(pid=4308) [trial-2399↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4308)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4308): Process ended prematurely: osmo-stp_10.42.42.5(pid=4308) [trial-2399↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:40:14.443343 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:14.455317 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a03:40:14.588872 tst emergency_mo_mt_call.py: using LAC 38292\u000a03:40:14.706479 tst emergency_mo_mt_call.py: using RAC 42\u000a03:40:14.822318 tst emergency_mo_mt_call.py: using CellId 38292\u000a03:40:14.937815 tst emergency_mo_mt_call.py: using BVCI 38293\u000a03:40:14.960404 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:14.971253 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:14.981711 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:14.991991 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:15.002870 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:15.013654 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:15.132724 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:15.342830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:40:15.868462 run create_hlr_db(pid=4302): Launched\u000a03:40:16.073237 bus /sierra_2: Setting Powered False\u000a03:40:17.123864 run create_hlr_db(pid=4302): Terminated: ok {rc=0}\u000a03:40:17.562890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4304): Launched\u000a03:40:17.890107 run osmo-hlr_10.42.42.2(pid=4305): Launched\u000a03:40:18.003373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:18.527802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4307): Launched\u000a03:40:18.831536 run osmo-stp_10.42.42.5(pid=4308): Launched\u000a03:40:18.961389 tst emergency_mo_mt_call.py: using MSISDN 8490\u000a03:40:19.122728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:40:19.711763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4310): Launched\u000a03:40:20.036172 run osmo-msc_10.42.42.6(pid=4311): Launched\u000a03:40:20.225972 run osmo-stp_10.42.42.5(pid=4308): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4308)]\u000a03:40:20.362927 run osmo-stp_10.42.42.5(pid=4308): stdout: \u000a| (launched: 2022-12-14_03:40:18.681933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:20.499574 run osmo-stp_10.42.42.5(pid=4308): stderr: \u000a| �[0;m�[38;5;43m20221214034018856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034018856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034018857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034018857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034018858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034018858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034018858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:20.629727 run osmo-stp_10.42.42.5(pid=4308): stdout: \u000a| (launched: 2022-12-14_03:40:18.681933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:20.758007 run osmo-stp_10.42.42.5(pid=4308): stderr: \u000a| �[0;m�[38;5;43m20221214034018856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034018856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034018857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034018857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034018858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034018858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034018858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:20.814239 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4308): Process ended prematurely: osmo-stp_10.42.42.5(pid=4308) [trial-2399↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4308)] [trial-2399↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a03:40:20.822995 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a03:40:20.886169 run osmo-hlr_10.42.42.2(pid=4305): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4305)]\u000a03:40:20.937837 run osmo-hlr_10.42.42.2(pid=4305): stdout: \u000a| (launched: 2022-12-14_03:40:17.726801) \u000a03:40:20.989895 run osmo-hlr_10.42.42.2(pid=4305): stderr: \u000a| �[0;m�[1;31m20221214034017926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034017926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034017926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034017926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034017926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034017927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034017939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034017947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034017947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034017947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:21.060724 run osmo-msc_10.42.42.6(pid=4311): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4311)]\u000a03:40:21.112387 run osmo-msc_10.42.42.6(pid=4311): stdout: \u000a| (launched: 2022-12-14_03:40:19.875175) \u000a03:40:21.164546 run osmo-msc_10.42.42.6(pid=4311): stderr: \u000a| �[0;m�[38;5;43m20221214034020200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034020201 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb105dc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034020201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034020201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034020201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034020201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034020203 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034020203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034020204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034020204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:40:21.209301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4304): Terminating (SIGTERM)\u000a03:40:21.251876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4307): Terminating (SIGTERM)\u000a03:40:21.294650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4310): Terminating (SIGTERM)\u000a03:40:21.304346 --- ParallelTerminationStrategy: PID 4304 died...\u000a03:40:21.361593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4304): Terminated: ok {rc=0}\u000a03:40:21.371741 --- ParallelTerminationStrategy: PID 4307 died...\u000a03:40:21.428282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4307): Terminated: ok {rc=0}\u000a03:40:21.438476 --- ParallelTerminationStrategy: PID 4310 died...\u000a03:40:21.494788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4310): Terminated: ok {rc=0}\u000a03:40:21.582475 bus /sierra_3: Setting Powered False\u000a03:40:22.686960 bus /sierra_3: Setting Powered False\u000a03:40:23.802545 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "emergency:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4497): Process ended prematurely: osmo-stp_10.42.42.5(pid=4497) [trial-2399↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4497)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4497): Process ended prematurely: osmo-stp_10.42.42.5(pid=4497) [trial-2399↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:40:24.858123 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:24.872091 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a03:40:25.009604 tst emergency_preemptive_call.py: using LAC 38293\u000a03:40:25.139039 tst emergency_preemptive_call.py: using RAC 43\u000a03:40:25.275306 tst emergency_preemptive_call.py: using CellId 38293\u000a03:40:25.403183 tst emergency_preemptive_call.py: using BVCI 38294\u000a03:40:25.429065 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:25.441049 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:25.452896 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:25.465842 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:25.478971 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:25.491913 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:25.615572 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:25.741059 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:25.856865 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:26.062718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:40:26.618981 run create_hlr_db(pid=4490): Launched\u000a03:40:26.810525 bus /sierra_2: Setting Powered False\u000a03:40:27.831993 run create_hlr_db(pid=4490): Terminated: ok {rc=0}\u000a03:40:28.285429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4492): Launched\u000a03:40:28.723863 run osmo-hlr_10.42.42.2(pid=4493): Launched\u000a03:40:28.971188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:29.546945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4496): Launched\u000a03:40:29.871763 run osmo-stp_10.42.42.5(pid=4497): Launched\u000a03:40:30.008145 tst emergency_preemptive_call.py: using MSISDN 8491\u000a03:40:30.169858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:40:30.759831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4499): Launched\u000a03:40:31.212590 run osmo-msc_10.42.42.6(pid=4500): Launched\u000a03:40:31.617941 run osmo-stp_10.42.42.5(pid=4497): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4497)]\u000a03:40:31.782394 run osmo-stp_10.42.42.5(pid=4497): stdout: \u000a| (launched: 2022-12-14_03:40:29.711268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:31.979223 run osmo-stp_10.42.42.5(pid=4497): stderr: \u000a| �[0;m�[38;5;43m20221214034029908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034029908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034029908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034029909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034029909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034029909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034029909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:32.111183 run osmo-stp_10.42.42.5(pid=4497): stdout: \u000a| (launched: 2022-12-14_03:40:29.711268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:32.244010 run osmo-stp_10.42.42.5(pid=4497): stderr: \u000a| �[0;m�[38;5;43m20221214034029908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034029908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034029908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034029909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034029909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034029909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034029909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:32.301456 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4497): Process ended prematurely: osmo-stp_10.42.42.5(pid=4497) [trial-2399↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4497)] [trial-2399↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a03:40:32.310755 tst emergency_preemptive_call.py:32: Test FAILED (7.4 sec)\u000a03:40:32.375659 run osmo-hlr_10.42.42.2(pid=4493): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4493)]\u000a03:40:32.427758 run osmo-hlr_10.42.42.2(pid=4493): stdout: \u000a| (launched: 2022-12-14_03:40:28.458207) \u000a03:40:32.480482 run osmo-hlr_10.42.42.2(pid=4493): stderr: \u000a| �[0;m�[1;31m20221214034028769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034028769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034028769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034028769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034028769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034028770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034028794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034028802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034028802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034028802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:32.551986 run osmo-msc_10.42.42.6(pid=4500): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4500)]\u000a03:40:32.603849 run osmo-msc_10.42.42.6(pid=4500): stdout: \u000a| (launched: 2022-12-14_03:40:30.958193) \u000a03:40:32.656793 run osmo-msc_10.42.42.6(pid=4500): stderr: \u000a| �[0;m�[38;5;43m20221214034031501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034031502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8175ec3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034031502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034031502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034031502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034031502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034031504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034031504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034031505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034031505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:40:32.701695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4492): Terminating (SIGTERM)\u000a03:40:32.744339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4496): Terminating (SIGTERM)\u000a03:40:32.786827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4499): Terminating (SIGTERM)\u000a03:40:32.796616 --- ParallelTerminationStrategy: PID 4492 died...\u000a03:40:32.853510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4492): Terminated: ok {rc=0}\u000a03:40:32.863718 --- ParallelTerminationStrategy: PID 4496 died...\u000a03:40:32.920756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4496): Terminated: ok {rc=0}\u000a03:40:32.930840 --- ParallelTerminationStrategy: PID 4499 died...\u000a03:40:32.988012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4499): Terminated: ok {rc=0}\u000a03:40:33.075243 bus /sierra_9: Setting Powered False\u000a03:40:34.181220 bus /sierra_9: Setting Powered False\u000a03:40:35.293210 bus /sierra_8: Setting Powered False\u000a03:40:36.397369 bus /sierra_8: Setting Powered False\u000a03:40:37.507823 bus /sierra_3: Setting Powered False\u000a03:40:38.614146 bus /sierra_3: Setting Powered False\u000a03:40:39.723196 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:40:14" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4516): Process ended prematurely: osmo-stp_10.42.42.5(pid=4516) [trial-2399↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4516)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4516): Process ended prematurely: osmo-stp_10.42.42.5(pid=4516) [trial-2399↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:40:41.801425 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:41.812362 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:40:41.944589 tst cs_paging_gprs_active.py: using LAC 38294\u000a03:40:42.066692 tst cs_paging_gprs_active.py: using RAC 44\u000a03:40:42.191258 tst cs_paging_gprs_active.py: using CellId 38294\u000a03:40:42.308919 tst cs_paging_gprs_active.py: using BVCI 38295\u000a03:40:42.332252 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:42.342788 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:42.353136 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:42.363368 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:42.373576 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:42.383776 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:42.394160 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:42.404380 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:42.415047 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:42.537795 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:42.820673 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:40:42.949164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:40:43.267495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4506): Launched\u000a03:40:43.532505 run iperf3-srv_10.42.42.10(pid=4507): Launched\u000a03:40:43.718698 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:40:43.845524 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:40:44.163570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4508): Launched\u000a03:40:44.428686 run iperf3-srv_10.42.42.10(pid=4509): Launched\u000a03:40:44.614179 tst cs_paging_gprs_active.py:38: start network...\u000a03:40:44.740711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:40:45.236673 run create_hlr_db(pid=4510): Launched\u000a03:40:45.412063 bus /sierra_2: Setting Powered False\u000a03:40:46.455368 run create_hlr_db(pid=4510): Terminated: ok {rc=0}\u000a03:40:46.967867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4512): Launched\u000a03:40:47.342234 run osmo-hlr_10.42.42.2(pid=4513): Launched\u000a03:40:47.466927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:48.043910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4515): Launched\u000a03:40:48.376434 run osmo-stp_10.42.42.5(pid=4516): Launched\u000a03:40:48.499256 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:40:50.073744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4518): Launched\u000a03:40:50.191024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:40:50.480257 run patchelf(pid=4519): Launched\u000a03:40:50.672713 run osmo-stp_10.42.42.5(pid=4516): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4516)]\u000a03:40:50.813408 run osmo-stp_10.42.42.5(pid=4516): stdout: \u000a| (launched: 2022-12-14_03:40:48.211064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:50.954620 run osmo-stp_10.42.42.5(pid=4516): stderr: \u000a| �[0;m�[38;5;43m20221214034048407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034048407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034048408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034048408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034048409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034048409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034048409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:51.090908 run osmo-stp_10.42.42.5(pid=4516): stdout: \u000a| (launched: 2022-12-14_03:40:48.211064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:51.226087 run osmo-stp_10.42.42.5(pid=4516): stderr: \u000a| �[0;m�[38;5;43m20221214034048407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034048407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034048408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034048408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034048409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034048409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034048409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:51.383548 run patchelf(pid=4519): Terminating (SIGINT)\u000a03:40:51.567551 run patchelf(pid=4519): Terminated: ok {rc=0}\u000a03:40:51.601251 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4516): Process ended prematurely: osmo-stp_10.42.42.5(pid=4516) [trial-2399↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4516)] [trial-2399↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a03:40:51.611008 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a03:40:51.674566 run osmo-hlr_10.42.42.2(pid=4513): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4513)]\u000a03:40:51.725729 run osmo-hlr_10.42.42.2(pid=4513): stdout: \u000a| (launched: 2022-12-14_03:40:47.165190) \u000a03:40:51.777386 run osmo-hlr_10.42.42.2(pid=4513): stderr: \u000a| �[0;m�[1;31m20221214034047380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034047380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034047380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034047380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034047380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034047380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034047392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034047400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034047400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034047400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:51.822091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4506): Terminating (SIGTERM)\u000a03:40:51.864809 run iperf3-srv_10.42.42.10(pid=4507): Terminating (SIGTERM)\u000a03:40:51.908804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4508): Terminating (SIGTERM)\u000a03:40:51.953644 run iperf3-srv_10.42.42.10(pid=4509): Terminating (SIGTERM)\u000a03:40:51.994077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4512): Terminating (SIGTERM)\u000a03:40:52.037534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4515): Terminating (SIGTERM)\u000a03:40:52.079808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4518): Terminating (SIGTERM)\u000a03:40:52.089116 --- ParallelTerminationStrategy: PID 4506 died...\u000a03:40:52.146094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4506): Terminated: ok {rc=0}\u000a03:40:52.156305 --- ParallelTerminationStrategy: PID 4507 died...\u000a03:40:52.212979 run iperf3-srv_10.42.42.10(pid=4507): Terminated {rc=256}\u000a03:40:52.223050 --- ParallelTerminationStrategy: PID 4508 died...\u000a03:40:52.279913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4508): Terminated: ok {rc=0}\u000a03:40:52.290207 --- ParallelTerminationStrategy: PID 4509 died...\u000a03:40:52.346863 run iperf3-srv_10.42.42.10(pid=4509): Terminated {rc=256}\u000a03:40:52.357045 --- ParallelTerminationStrategy: PID 4512 died...\u000a03:40:52.413623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4512): Terminated: ok {rc=0}\u000a03:40:52.423780 --- ParallelTerminationStrategy: PID 4515 died...\u000a03:40:52.480679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4515): Terminated: ok {rc=0}\u000a03:40:52.490984 --- ParallelTerminationStrategy: PID 4518 died...\u000a03:40:52.547958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4518): Terminated: ok {rc=0}\u000a03:40:52.635475 bus /gobi_0: Setting Powered False\u000a03:40:53.742278 bus /gobi_0: Setting Powered False\u000a03:40:54.851708 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4529): Process ended prematurely: osmo-stp_10.42.42.5(pid=4529) [trial-2399↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4529): Process ended prematurely: osmo-stp_10.42.42.5(pid=4529) [trial-2399↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a03:40:55.968784 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:55.980558 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:40:56.107170 tst iperf3.py: using LAC 38295\u000a03:40:56.229413 tst iperf3.py: using RAC 45\u000a03:40:56.357442 tst iperf3.py: using CellId 38295\u000a03:40:56.487332 tst iperf3.py: using BVCI 38296\u000a03:40:56.512649 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:56.523816 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:56.534901 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:56.545839 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:56.556803 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:56.567807 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:56.579017 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:56.590189 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:56.601385 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:56.883589 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:40:57.011292 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:40:57.329449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4521): Launched\u000a03:40:57.594445 run iperf3-srv_10.42.42.10(pid=4522): Launched\u000a03:40:57.782143 tst iperf3.py:8: start network...\u000a03:40:57.908323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:40:58.403109 run create_hlr_db(pid=4523): Launched\u000a03:40:58.577892 bus /gobi_6: Setting Powered False\u000a03:40:59.600108 run create_hlr_db(pid=4523): Terminated: ok {rc=0}\u000a03:41:00.008171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4525): Launched\u000a03:41:00.315673 run osmo-hlr_10.42.42.2(pid=4526): Launched\u000a03:41:00.426259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:01.001174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4528): Launched\u000a03:41:01.408652 run osmo-stp_10.42.42.5(pid=4529): Launched\u000a03:41:01.623395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:02.328795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4531): Launched\u000a03:41:02.449191 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:02.737952 run patchelf(pid=4532): Launched\u000a03:41:02.931181 run osmo-stp_10.42.42.5(pid=4529): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)]\u000a03:41:03.073111 run osmo-stp_10.42.42.5(pid=4529): stdout: \u000a| (launched: 2022-12-14_03:41:01.175606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:03.213891 run osmo-stp_10.42.42.5(pid=4529): stderr: \u000a| �[0;m�[38;5;43m20221214034101508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034101509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034101509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034101509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034101511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034101512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034101512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:03.350476 run osmo-stp_10.42.42.5(pid=4529): stdout: \u000a| (launched: 2022-12-14_03:41:01.175606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:03.485406 run osmo-stp_10.42.42.5(pid=4529): stderr: \u000a| �[0;m�[38;5;43m20221214034101508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034101509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034101509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034101509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034101511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034101512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034101512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:03.642113 run patchelf(pid=4532): Terminating (SIGINT)\u000a03:41:03.825395 run patchelf(pid=4532): Terminated: ok {rc=0}\u000a03:41:03.859120 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4529): Process ended prematurely: osmo-stp_10.42.42.5(pid=4529) [trial-2399↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)] [trial-2399↪gprs:sysmo↪iperf3.py:8]\u000a03:41:03.868770 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a03:41:03.932563 run osmo-hlr_10.42.42.2(pid=4526): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4526)]\u000a03:41:03.984357 run osmo-hlr_10.42.42.2(pid=4526): stdout: \u000a| (launched: 2022-12-14_03:41:00.163417) \u000a03:41:04.037084 run osmo-hlr_10.42.42.2(pid=4526): stderr: \u000a| �[0;m�[1;31m20221214034100345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034100345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034100345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034100345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034100345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034100346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034100377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034100387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034100387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034100387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:04.081960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4521): Terminating (SIGTERM)\u000a03:41:04.124583 run iperf3-srv_10.42.42.10(pid=4522): Terminating (SIGTERM)\u000a03:41:04.166898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4525): Terminating (SIGTERM)\u000a03:41:04.209026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4528): Terminating (SIGTERM)\u000a03:41:04.251475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4531): Terminating (SIGTERM)\u000a03:41:04.261203 --- ParallelTerminationStrategy: PID 4521 died...\u000a03:41:04.317983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4521): Terminated: ok {rc=0}\u000a03:41:04.327939 --- ParallelTerminationStrategy: PID 4522 died...\u000a03:41:04.384539 run iperf3-srv_10.42.42.10(pid=4522): Terminated {rc=256}\u000a03:41:04.394640 --- ParallelTerminationStrategy: PID 4525 died...\u000a03:41:04.451093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4525): Terminated: ok {rc=0}\u000a03:41:04.461218 --- ParallelTerminationStrategy: PID 4528 died...\u000a03:41:04.517754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4528): Terminated: ok {rc=0}\u000a03:41:04.527862 --- ParallelTerminationStrategy: PID 4531 died...\u000a03:41:04.584289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4531): Terminated: ok {rc=0}\u000a03:41:04.671229 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4547): Process ended prematurely: osmo-stp_10.42.42.5(pid=4547) [trial-2399↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4547)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4547): Process ended prematurely: osmo-stp_10.42.42.5(pid=4547) [trial-2399↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a03:41:05.788242 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:05.800196 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:41:05.924129 tst iperf3m4.py: using LAC 38296\u000a03:41:06.045282 tst iperf3m4.py: using RAC 46\u000a03:41:06.173475 tst iperf3m4.py: using CellId 38296\u000a03:41:06.304741 tst iperf3m4.py: using BVCI 38297\u000a03:41:06.330213 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:06.341547 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:06.352602 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:06.363819 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:06.375074 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:06.386772 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:06.398493 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:06.410037 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:06.421803 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:06.543733 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:06.666505 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:06.785046 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:07.083032 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:41:07.220941 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:07.564304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4533): Launched\u000a03:41:07.850341 run iperf3-srv_10.42.42.10(pid=4534): Launched\u000a03:41:08.052613 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:41:08.190875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:08.534157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4535): Launched\u000a03:41:08.819365 run iperf3-srv_10.42.42.10(pid=4536): Launched\u000a03:41:09.021545 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:41:09.159409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:09.502588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4537): Launched\u000a03:41:09.787395 run iperf3-srv_10.42.42.10(pid=4538): Launched\u000a03:41:09.988587 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:41:10.125975 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:10.468637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4539): Launched\u000a03:41:10.764432 run iperf3-srv_10.42.42.10(pid=4540): Launched\u000a03:41:10.950700 tst iperf3m4.py:8: start network...\u000a03:41:11.078422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:11.575261 run create_hlr_db(pid=4541): Launched\u000a03:41:11.750797 bus /gobi_6: Setting Powered False\u000a03:41:12.772772 run create_hlr_db(pid=4541): Terminated: ok {rc=0}\u000a03:41:13.182620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4543): Launched\u000a03:41:13.490637 run osmo-hlr_10.42.42.2(pid=4544): Launched\u000a03:41:13.607859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:14.150014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4546): Launched\u000a03:41:14.457764 run osmo-stp_10.42.42.5(pid=4547): Launched\u000a03:41:14.567830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:15.101384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4549): Launched\u000a03:41:15.209952 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:15.478365 run patchelf(pid=4550): Launched\u000a03:41:15.657411 run osmo-stp_10.42.42.5(pid=4547): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4547)]\u000a03:41:15.787935 run osmo-stp_10.42.42.5(pid=4547): stdout: \u000a| (launched: 2022-12-14_03:41:14.304491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:15.953977 run osmo-stp_10.42.42.5(pid=4547): stderr: \u000a| �[0;m�[38;5;43m20221214034114479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034114480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034114480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034114480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034114481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034114481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034114481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:16.096016 run osmo-stp_10.42.42.5(pid=4547): stdout: \u000a| (launched: 2022-12-14_03:41:14.304491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:16.236133 run osmo-stp_10.42.42.5(pid=4547): stderr: \u000a| �[0;m�[38;5;43m20221214034114479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034114480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034114480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034114480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034114481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034114481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034114481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:16.399573 run patchelf(pid=4550): Terminating (SIGINT)\u000a03:41:16.602868 run patchelf(pid=4550): Terminated: ok {rc=0}\u000a03:41:16.639126 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4547): Process ended prematurely: osmo-stp_10.42.42.5(pid=4547) [trial-2399↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4547)] [trial-2399↪gprs:sysmo↪iperf3m4.py:8]\u000a03:41:16.650584 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a03:41:16.719967 run osmo-hlr_10.42.42.2(pid=4544): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4544)]\u000a03:41:16.775422 run osmo-hlr_10.42.42.2(pid=4544): stdout: \u000a| (launched: 2022-12-14_03:41:13.338013) \u000a03:41:16.831074 run osmo-hlr_10.42.42.2(pid=4544): stderr: \u000a| �[0;m�[1;31m20221214034113520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034113520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034113520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034113520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034113520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034113520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034113533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034113542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034113542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034113542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:16.879637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4533): Terminating (SIGTERM)\u000a03:41:16.926158 run iperf3-srv_10.42.42.10(pid=4534): Terminating (SIGTERM)\u000a03:41:16.970617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4535): Terminating (SIGTERM)\u000a03:41:17.014901 run iperf3-srv_10.42.42.10(pid=4536): Terminating (SIGTERM)\u000a03:41:17.059133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4537): Terminating (SIGTERM)\u000a03:41:17.104279 run iperf3-srv_10.42.42.10(pid=4538): Terminating (SIGTERM)\u000a03:41:17.149423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4539): Terminating (SIGTERM)\u000a03:41:17.193984 run iperf3-srv_10.42.42.10(pid=4540): Terminating (SIGTERM)\u000a03:41:17.236868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4543): Terminating (SIGTERM)\u000a03:41:17.279944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4546): Terminating (SIGTERM)\u000a03:41:17.322769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4549): Terminating (SIGTERM)\u000a03:41:17.332252 --- ParallelTerminationStrategy: PID 4533 died...\u000a03:41:17.390828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4533): Terminated: ok {rc=0}\u000a03:41:17.401210 --- ParallelTerminationStrategy: PID 4534 died...\u000a03:41:17.459276 run iperf3-srv_10.42.42.10(pid=4534): Terminated {rc=256}\u000a03:41:17.469609 --- ParallelTerminationStrategy: PID 4535 died...\u000a03:41:17.527813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4535): Terminated: ok {rc=0}\u000a03:41:17.538171 --- ParallelTerminationStrategy: PID 4536 died...\u000a03:41:17.596216 run iperf3-srv_10.42.42.10(pid=4536): Terminated {rc=256}\u000a03:41:17.606464 --- ParallelTerminationStrategy: PID 4537 died...\u000a03:41:17.664219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4537): Terminated: ok {rc=0}\u000a03:41:17.674520 --- ParallelTerminationStrategy: PID 4538 died...\u000a03:41:17.731896 run iperf3-srv_10.42.42.10(pid=4538): Terminated {rc=256}\u000a03:41:17.741983 --- ParallelTerminationStrategy: PID 4539 died...\u000a03:41:17.799443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4539): Terminated: ok {rc=0}\u000a03:41:17.809958 --- ParallelTerminationStrategy: PID 4540 died...\u000a03:41:17.867222 run iperf3-srv_10.42.42.10(pid=4540): Terminated {rc=256}\u000a03:41:17.877341 --- ParallelTerminationStrategy: PID 4543 died...\u000a03:41:17.934913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4543): Terminated: ok {rc=0}\u000a03:41:17.945138 --- ParallelTerminationStrategy: PID 4546 died...\u000a03:41:18.003117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4546): Terminated: ok {rc=0}\u000a03:41:18.013404 --- ParallelTerminationStrategy: PID 4549 died...\u000a03:41:18.071256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4549): Terminated: ok {rc=0}\u000a03:41:18.158551 bus /gobi_4: Setting Powered False\u000a03:41:19.265830 bus /gobi_4: Setting Powered False\u000a03:41:20.375334 bus /gobi_1: Setting Powered False\u000a03:41:21.481928 bus /gobi_1: Setting Powered False\u000a03:41:22.590035 bus /gobi_0: Setting Powered False\u000a03:41:23.702453 bus /gobi_0: Setting Powered False\u000a03:41:24.816161 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4557): Process ended prematurely: osmo-stp_10.42.42.5(pid=4557) [trial-2399↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4557)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4557): Process ended prematurely: osmo-stp_10.42.42.5(pid=4557) [trial-2399↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo ping.py\u000a----------------------------------------------\u000a03:41:25.883713 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:25.895152 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:41:26.076534 tst ping.py: using LAC 38297\u000a03:41:26.198578 tst ping.py: using RAC 47\u000a03:41:26.315618 tst ping.py: using CellId 38297\u000a03:41:26.437216 tst ping.py: using BVCI 38298\u000a03:41:26.460212 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:26.470908 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:26.481503 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:26.491971 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:26.502621 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:26.513422 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:26.524091 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:26.534695 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:26.811417 tst ping.py:19: start network...\u000a03:41:26.936247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:27.422233 run create_hlr_db(pid=4551): Launched\u000a03:41:27.595592 bus /gobi_6: Setting Powered False\u000a03:41:28.616812 run create_hlr_db(pid=4551): Terminated: ok {rc=0}\u000a03:41:29.048800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4553): Launched\u000a03:41:29.374833 run osmo-hlr_10.42.42.2(pid=4554): Launched\u000a03:41:29.494516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:30.050218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4556): Launched\u000a03:41:30.351334 run osmo-stp_10.42.42.5(pid=4557): Launched\u000a03:41:30.459021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:31.052015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4559): Launched\u000a03:41:31.191211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:31.511912 run patchelf(pid=4560): Launched\u000a03:41:31.691371 run osmo-stp_10.42.42.5(pid=4557): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4557)]\u000a03:41:31.822810 run osmo-stp_10.42.42.5(pid=4557): stdout: \u000a| (launched: 2022-12-14_03:41:30.202460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:31.955098 run osmo-stp_10.42.42.5(pid=4557): stderr: \u000a| �[0;m�[38;5;43m20221214034130375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034130375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034130375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034130376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034130378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034130378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034130378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:32.082066 run osmo-stp_10.42.42.5(pid=4557): stdout: \u000a| (launched: 2022-12-14_03:41:30.202460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:32.207488 run osmo-stp_10.42.42.5(pid=4557): stderr: \u000a| �[0;m�[38;5;43m20221214034130375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034130375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034130375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034130376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034130378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034130378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034130378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:32.353226 run patchelf(pid=4560): Terminating (SIGINT)\u000a03:41:32.522238 run patchelf(pid=4560): Terminated: ok {rc=0}\u000a03:41:32.553115 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4557): Process ended prematurely: osmo-stp_10.42.42.5(pid=4557) [trial-2399↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4557)] [trial-2399↪gprs:sysmo↪ping.py:22]\u000a03:41:32.562033 tst ping.py:22: Test FAILED (6.7 sec)\u000a03:41:32.623069 run osmo-hlr_10.42.42.2(pid=4554): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4554)]\u000a03:41:32.673014 run osmo-hlr_10.42.42.2(pid=4554): stdout: \u000a| (launched: 2022-12-14_03:41:29.213483) \u000a03:41:32.723307 run osmo-hlr_10.42.42.2(pid=4554): stderr: \u000a| �[0;m�[1;31m20221214034129412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034129412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034129412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034129412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034129412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034129412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034129426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034129434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034129435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034129435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:32.766582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4553): Terminating (SIGTERM)\u000a03:41:32.807094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4556): Terminating (SIGTERM)\u000a03:41:32.847675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4559): Terminating (SIGTERM)\u000a03:41:32.857154 --- ParallelTerminationStrategy: PID 4553 died...\u000a03:41:32.911932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4553): Terminated: ok {rc=0}\u000a03:41:32.921871 --- ParallelTerminationStrategy: PID 4556 died...\u000a03:41:32.976147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4556): Terminated: ok {rc=0}\u000a03:41:32.986062 --- ParallelTerminationStrategy: PID 4559 died...\u000a03:41:33.040334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4559): Terminated: ok {rc=0}\u000a03:41:33.129662 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4567): Process ended prematurely: osmo-stp_10.42.42.5(pid=4567) [trial-2399↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4567)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4567): Process ended prematurely: osmo-stp_10.42.42.5(pid=4567) [trial-2399↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a03:41:34.183108 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:34.194894 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:41:34.319890 tst ping_idle_ping.py: using LAC 38298\u000a03:41:34.447761 tst ping_idle_ping.py: using RAC 48\u000a03:41:34.574972 tst ping_idle_ping.py: using CellId 38298\u000a03:41:34.702280 tst ping_idle_ping.py: using BVCI 38299\u000a03:41:34.727223 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:34.738245 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:34.749099 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:34.759850 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:34.771009 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:34.782018 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:34.793275 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:34.804420 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:35.088931 tst ping_idle_ping.py:24: start network...\u000a03:41:35.215059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:35.702103 run create_hlr_db(pid=4561): Launched\u000a03:41:35.875208 bus /gobi_6: Setting Powered False\u000a03:41:36.896171 run create_hlr_db(pid=4561): Terminated: ok {rc=0}\u000a03:41:37.299356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4563): Launched\u000a03:41:37.601389 run osmo-hlr_10.42.42.2(pid=4564): Launched\u000a03:41:37.710752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:38.237389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4566): Launched\u000a03:41:38.539484 run osmo-stp_10.42.42.5(pid=4567): Launched\u000a03:41:38.647842 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:39.177964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4569): Launched\u000a03:41:39.285941 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:39.551203 run patchelf(pid=4570): Launched\u000a03:41:39.727597 run osmo-stp_10.42.42.5(pid=4567): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4567)]\u000a03:41:39.856675 run osmo-stp_10.42.42.5(pid=4567): stdout: \u000a| (launched: 2022-12-14_03:41:38.389448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:39.986306 run osmo-stp_10.42.42.5(pid=4567): stderr: \u000a| �[0;m�[38;5;43m20221214034138564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034138564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034138564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034138565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034138565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034138565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034138565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:40.111186 run osmo-stp_10.42.42.5(pid=4567): stdout: \u000a| (launched: 2022-12-14_03:41:38.389448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:40.234562 run osmo-stp_10.42.42.5(pid=4567): stderr: \u000a| �[0;m�[38;5;43m20221214034138564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034138564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034138564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034138565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034138565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034138565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034138565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:40.378475 run patchelf(pid=4570): Terminating (SIGINT)\u000a03:41:40.547121 run patchelf(pid=4570): Terminated: ok {rc=0}\u000a03:41:40.577993 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4567): Process ended prematurely: osmo-stp_10.42.42.5(pid=4567) [trial-2399↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4567)] [trial-2399↪gprs:sysmo↪ping_idle_ping.py:27]\u000a03:41:40.586557 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a03:41:40.645896 run osmo-hlr_10.42.42.2(pid=4564): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4564)]\u000a03:41:40.694181 run osmo-hlr_10.42.42.2(pid=4564): stdout: \u000a| (launched: 2022-12-14_03:41:37.451642) \u000a03:41:40.743247 run osmo-hlr_10.42.42.2(pid=4564): stderr: \u000a| �[0;m�[1;31m20221214034137627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034137627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034137628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034137628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034137628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034137628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034137639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034137648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034137648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034137648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:40.784810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4563): Terminating (SIGTERM)\u000a03:41:40.823886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4566): Terminating (SIGTERM)\u000a03:41:40.863109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4569): Terminating (SIGTERM)\u000a03:41:40.872181 --- ParallelTerminationStrategy: PID 4563 died...\u000a03:41:40.924803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4563): Terminated: ok {rc=0}\u000a03:41:40.934369 --- ParallelTerminationStrategy: PID 4566 died...\u000a03:41:40.986592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4566): Terminated: ok {rc=0}\u000a03:41:40.995956 --- ParallelTerminationStrategy: PID 4569 died...\u000a03:41:41.048249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4569): Terminated: ok {rc=0}\u000a03:41:41.134818 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:40:41" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4584): Process ended prematurely: osmo-stp_10.42.42.5(pid=4584) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4584)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4584): Process ended prematurely: osmo-stp_10.42.42.5(pid=4584) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:41:43.239238 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:43.250397 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:41:43.381478 tst cs_paging_gprs_active.py: using LAC 38299\u000a03:41:43.500231 tst cs_paging_gprs_active.py: using RAC 49\u000a03:41:43.620734 tst cs_paging_gprs_active.py: using CellId 38299\u000a03:41:43.741061 tst cs_paging_gprs_active.py: using BVCI 38300\u000a03:41:43.764590 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:43.775386 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:43.785991 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:43.796353 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:43.806762 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:43.817274 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:43.827888 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:43.838305 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:43.848841 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:41:43.970658 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:41:44.253138 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:41:44.380789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:44.700416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4574): Launched\u000a03:41:44.966878 run iperf3-srv_10.42.42.10(pid=4575): Launched\u000a03:41:45.162515 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:41:45.302625 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:45.647007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4576): Launched\u000a03:41:45.958564 run iperf3-srv_10.42.42.10(pid=4577): Launched\u000a03:41:46.201500 tst cs_paging_gprs_active.py:38: start network...\u000a03:41:46.350195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:46.894482 run create_hlr_db(pid=4578): Launched\u000a03:41:47.075814 bus /gobi_6: Setting Powered False\u000a03:41:48.105057 run create_hlr_db(pid=4578): Terminated: ok {rc=0}\u000a03:41:48.545728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4580): Launched\u000a03:41:48.875989 run osmo-hlr_10.42.42.2(pid=4581): Launched\u000a03:41:48.998484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:49.572836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4583): Launched\u000a03:41:49.903654 run osmo-stp_10.42.42.5(pid=4584): Launched\u000a03:41:50.023125 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:50.600042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4586): Launched\u000a03:41:50.717643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:51.006460 run patchelf(pid=4587): Launched\u000a03:41:51.199517 run osmo-stp_10.42.42.5(pid=4584): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4584)]\u000a03:41:51.341425 run osmo-stp_10.42.42.5(pid=4584): stdout: \u000a| (launched: 2022-12-14_03:41:49.740185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:51.483175 run osmo-stp_10.42.42.5(pid=4584): stderr: \u000a| �[0;m�[38;5;43m20221214034149938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034149938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034149938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034149938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034149939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034149939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034149939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:51.620085 run osmo-stp_10.42.42.5(pid=4584): stdout: \u000a| (launched: 2022-12-14_03:41:49.740185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:51.755446 run osmo-stp_10.42.42.5(pid=4584): stderr: \u000a| �[0;m�[38;5;43m20221214034149938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034149938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034149938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034149938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034149939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034149939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034149939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:51.912627 run patchelf(pid=4587): Terminating (SIGINT)\u000a03:41:52.097483 run patchelf(pid=4587): Terminated: ok {rc=0}\u000a03:41:52.131282 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4584): Process ended prematurely: osmo-stp_10.42.42.5(pid=4584) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4584)] [trial-2399↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:41:52.141278 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a03:41:52.205357 run osmo-hlr_10.42.42.2(pid=4581): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4581)]\u000a03:41:52.257592 run osmo-hlr_10.42.42.2(pid=4581): stdout: \u000a| (launched: 2022-12-14_03:41:48.713207) \u000a03:41:52.310436 run osmo-hlr_10.42.42.2(pid=4581): stderr: \u000a| �[0;m�[1;31m20221214034148915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034148915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034148915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034148915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034148915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034148915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034148927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034148935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034148935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034148935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:52.355734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4574): Terminating (SIGTERM)\u000a03:41:52.398246 run iperf3-srv_10.42.42.10(pid=4575): Terminating (SIGTERM)\u000a03:41:52.440777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4576): Terminating (SIGTERM)\u000a03:41:52.483258 run iperf3-srv_10.42.42.10(pid=4577): Terminating (SIGTERM)\u000a03:41:52.525959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4580): Terminating (SIGTERM)\u000a03:41:52.568464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4583): Terminating (SIGTERM)\u000a03:41:52.611080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4586): Terminating (SIGTERM)\u000a03:41:52.620862 --- ParallelTerminationStrategy: PID 4574 died...\u000a03:41:52.678356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4574): Terminated: ok {rc=0}\u000a03:41:52.688568 --- ParallelTerminationStrategy: PID 4575 died...\u000a03:41:52.745173 run iperf3-srv_10.42.42.10(pid=4575): Terminated {rc=256}\u000a03:41:52.755310 --- ParallelTerminationStrategy: PID 4576 died...\u000a03:41:52.811990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4576): Terminated: ok {rc=0}\u000a03:41:52.822210 --- ParallelTerminationStrategy: PID 4577 died...\u000a03:41:52.878915 run iperf3-srv_10.42.42.10(pid=4577): Terminated {rc=256}\u000a03:41:52.889145 --- ParallelTerminationStrategy: PID 4580 died...\u000a03:41:52.945546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4580): Terminated: ok {rc=0}\u000a03:41:52.955756 --- ParallelTerminationStrategy: PID 4583 died...\u000a03:41:53.012205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4583): Terminated: ok {rc=0}\u000a03:41:53.022328 --- ParallelTerminationStrategy: PID 4586 died...\u000a03:41:53.079022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4586): Terminated: ok {rc=0}\u000a03:41:53.166960 bus /gobi_0: Setting Powered False\u000a03:41:54.270787 bus /gobi_0: Setting Powered False\u000a03:41:55.383141 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4602): Process ended prematurely: osmo-stp_10.42.42.5(pid=4602) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4602)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4602): Process ended prematurely: osmo-stp_10.42.42.5(pid=4602) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:41:56.494650 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:56.506100 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:41:56.630799 tst iperf3.py: using LAC 38300\u000a03:41:56.750700 tst iperf3.py: using RAC 50\u000a03:41:56.872408 tst iperf3.py: using CellId 38300\u000a03:41:56.994871 tst iperf3.py: using BVCI 38301\u000a03:41:57.018329 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:57.029111 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:57.039669 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:57.050219 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:57.061119 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:57.071845 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:57.082806 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:57.093579 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:57.104451 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:41:57.384173 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:41:57.512039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:57.829886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4588): Launched\u000a03:41:58.094478 run iperf3-srv_10.42.42.10(pid=4589): Launched\u000a03:41:58.279981 tst iperf3.py:8: start network...\u000a03:41:58.406868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:58.900147 run create_hlr_db(pid=4590): Launched\u000a03:41:59.075952 bus /gobi_6: Setting Powered False\u000a03:42:00.097217 run create_hlr_db(pid=4590): Terminated: ok {rc=0}\u000a03:42:00.535591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4592): Launched\u000a03:42:00.957276 run osmo-hlr_10.42.42.2(pid=4593): Launched\u000a03:42:01.168643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:01.768865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4601): Launched\u000a03:42:02.186640 run osmo-stp_10.42.42.5(pid=4602): Launched\u000a03:42:02.357367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:02.906111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4604): Launched\u000a03:42:03.016017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:03.285883 run patchelf(pid=4605): Launched\u000a03:42:03.466934 run osmo-stp_10.42.42.5(pid=4602): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4602)]\u000a03:42:03.597336 run osmo-stp_10.42.42.5(pid=4602): stdout: \u000a| (launched: 2022-12-14_03:42:01.929626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:03.727821 run osmo-stp_10.42.42.5(pid=4602): stderr: \u000a| �[0;m�[38;5;43m20221214034202267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034202267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034202267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034202268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034202268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034202268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034202268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:03.854287 run osmo-stp_10.42.42.5(pid=4602): stdout: \u000a| (launched: 2022-12-14_03:42:01.929626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:03.978995 run osmo-stp_10.42.42.5(pid=4602): stderr: \u000a| �[0;m�[38;5;43m20221214034202267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034202267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034202267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034202268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034202268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034202268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034202268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:04.124110 run patchelf(pid=4605): Terminating (SIGINT)\u000a03:42:04.295077 run patchelf(pid=4605): Terminated: ok {rc=0}\u000a03:42:04.326518 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4602): Process ended prematurely: osmo-stp_10.42.42.5(pid=4602) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4602)] [trial-2399↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a03:42:04.335846 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a03:42:04.395904 run osmo-hlr_10.42.42.2(pid=4593): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4593)]\u000a03:42:04.444666 run osmo-hlr_10.42.42.2(pid=4593): stdout: \u000a| (launched: 2022-12-14_03:42:00.702998) \u000a03:42:04.494144 run osmo-hlr_10.42.42.2(pid=4593): stderr: \u000a| �[0;m�[1;31m20221214034201040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034201040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034201040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034201041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034201041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034201048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034201109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034201120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034201120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034201120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:04.536023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4588): Terminating (SIGTERM)\u000a03:42:04.575157 run iperf3-srv_10.42.42.10(pid=4589): Terminating (SIGTERM)\u000a03:42:04.614845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4592): Terminating (SIGTERM)\u000a03:42:04.654014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4601): Terminating (SIGTERM)\u000a03:42:04.693219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4604): Terminating (SIGTERM)\u000a03:42:04.702286 --- ParallelTerminationStrategy: PID 4588 died...\u000a03:42:04.754878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4588): Terminated: ok {rc=0}\u000a03:42:04.764220 --- ParallelTerminationStrategy: PID 4589 died...\u000a03:42:04.816575 run iperf3-srv_10.42.42.10(pid=4589): Terminated {rc=256}\u000a03:42:04.825951 --- ParallelTerminationStrategy: PID 4592 died...\u000a03:42:04.878368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4592): Terminated: ok {rc=0}\u000a03:42:04.887730 --- ParallelTerminationStrategy: PID 4601 died...\u000a03:42:04.940316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4601): Terminated: ok {rc=0}\u000a03:42:04.949803 --- ParallelTerminationStrategy: PID 4604 died...\u000a03:42:05.002358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4604): Terminated: ok {rc=0}\u000a03:42:05.089829 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4620): Process ended prematurely: osmo-stp_10.42.42.5(pid=4620) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4620)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4620): Process ended prematurely: osmo-stp_10.42.42.5(pid=4620) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:42:06.200216 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:06.211668 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:42:06.336469 tst iperf3m4.py: using LAC 38301\u000a03:42:06.458399 tst iperf3m4.py: using RAC 51\u000a03:42:06.580074 tst iperf3m4.py: using CellId 38301\u000a03:42:06.701995 tst iperf3m4.py: using BVCI 38302\u000a03:42:06.725491 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:06.736230 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:06.746906 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:06.757408 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:06.767900 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:06.778356 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:06.789060 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:06.799466 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:06.810086 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:06.926836 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:07.047388 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:07.169621 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:07.449799 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:42:07.577424 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:07.897650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4606): Launched\u000a03:42:08.162934 run iperf3-srv_10.42.42.10(pid=4607): Launched\u000a03:42:08.348644 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:42:08.475271 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:08.793669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4608): Launched\u000a03:42:09.058754 run iperf3-srv_10.42.42.10(pid=4609): Launched\u000a03:42:09.244253 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:42:09.371354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:09.691129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4610): Launched\u000a03:42:09.956721 run iperf3-srv_10.42.42.10(pid=4611): Launched\u000a03:42:10.142109 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:42:10.268600 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:10.587039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4612): Launched\u000a03:42:10.851966 run iperf3-srv_10.42.42.10(pid=4613): Launched\u000a03:42:11.037112 tst iperf3m4.py:8: start network...\u000a03:42:11.163771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:11.659189 run create_hlr_db(pid=4614): Launched\u000a03:42:11.834938 bus /gobi_6: Setting Powered False\u000a03:42:12.869506 run create_hlr_db(pid=4614): Terminated: ok {rc=0}\u000a03:42:13.280838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4616): Launched\u000a03:42:13.587976 run osmo-hlr_10.42.42.2(pid=4617): Launched\u000a03:42:13.709374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:14.250296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4619): Launched\u000a03:42:14.559810 run osmo-stp_10.42.42.5(pid=4620): Launched\u000a03:42:14.671228 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:15.204739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4622): Launched\u000a03:42:15.313462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:15.582342 run patchelf(pid=4623): Launched\u000a03:42:15.761096 run osmo-stp_10.42.42.5(pid=4620): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4620)]\u000a03:42:15.893837 run osmo-stp_10.42.42.5(pid=4620): stdout: \u000a| (launched: 2022-12-14_03:42:14.405462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:16.026659 run osmo-stp_10.42.42.5(pid=4620): stderr: \u000a| �[0;m�[38;5;43m20221214034214578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034214578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034214579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034214579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034214581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034214581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034214581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:16.154473 run osmo-stp_10.42.42.5(pid=4620): stdout: \u000a| (launched: 2022-12-14_03:42:14.405462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:16.282279 run osmo-stp_10.42.42.5(pid=4620): stderr: \u000a| �[0;m�[38;5;43m20221214034214578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034214578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034214579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034214579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034214581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034214581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034214581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:16.430360 run patchelf(pid=4623): Terminating (SIGINT)\u000a03:42:16.603617 run patchelf(pid=4623): Terminated: ok {rc=0}\u000a03:42:16.636333 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4620): Process ended prematurely: osmo-stp_10.42.42.5(pid=4620) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4620)] [trial-2399↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:42:16.646702 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a03:42:16.708249 run osmo-hlr_10.42.42.2(pid=4617): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4617)]\u000a03:42:16.758490 run osmo-hlr_10.42.42.2(pid=4617): stdout: \u000a| (launched: 2022-12-14_03:42:13.435761) \u000a03:42:16.809683 run osmo-hlr_10.42.42.2(pid=4617): stderr: \u000a| �[0;m�[1;31m20221214034213617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034213617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034213617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034213617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034213617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034213617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034213629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034213638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034213638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034213638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:16.852600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4606): Terminating (SIGTERM)\u000a03:42:16.892648 run iperf3-srv_10.42.42.10(pid=4607): Terminating (SIGTERM)\u000a03:42:16.933074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4608): Terminating (SIGTERM)\u000a03:42:16.973288 run iperf3-srv_10.42.42.10(pid=4609): Terminating (SIGTERM)\u000a03:42:17.015669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4610): Terminating (SIGTERM)\u000a03:42:17.056297 run iperf3-srv_10.42.42.10(pid=4611): Terminating (SIGTERM)\u000a03:42:17.096664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4612): Terminating (SIGTERM)\u000a03:42:17.139815 run iperf3-srv_10.42.42.10(pid=4613): Terminating (SIGTERM)\u000a03:42:17.180307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4616): Terminating (SIGTERM)\u000a03:42:17.222691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4619): Terminating (SIGTERM)\u000a03:42:17.264272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4622): Terminating (SIGTERM)\u000a03:42:17.274861 --- ParallelTerminationStrategy: PID 4606 died...\u000a03:42:17.328091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4606): Terminated: ok {rc=0}\u000a03:42:17.337664 --- ParallelTerminationStrategy: PID 4607 died...\u000a03:42:17.389953 run iperf3-srv_10.42.42.10(pid=4607): Terminated {rc=256}\u000a03:42:17.399353 --- ParallelTerminationStrategy: PID 4608 died...\u000a03:42:17.451449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4608): Terminated: ok {rc=0}\u000a03:42:17.460802 --- ParallelTerminationStrategy: PID 4609 died...\u000a03:42:17.512790 run iperf3-srv_10.42.42.10(pid=4609): Terminated {rc=256}\u000a03:42:17.522583 --- ParallelTerminationStrategy: PID 4610 died...\u000a03:42:17.574816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4610): Terminated: ok {rc=0}\u000a03:42:17.584279 --- ParallelTerminationStrategy: PID 4611 died...\u000a03:42:17.636509 run iperf3-srv_10.42.42.10(pid=4611): Terminated {rc=256}\u000a03:42:17.645993 --- ParallelTerminationStrategy: PID 4612 died...\u000a03:42:17.698213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4612): Terminated: ok {rc=0}\u000a03:42:17.707606 --- ParallelTerminationStrategy: PID 4613 died...\u000a03:42:17.759683 run iperf3-srv_10.42.42.10(pid=4613): Terminated {rc=256}\u000a03:42:17.769275 --- ParallelTerminationStrategy: PID 4616 died...\u000a03:42:17.821479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4616): Terminated: ok {rc=0}\u000a03:42:17.830913 --- ParallelTerminationStrategy: PID 4619 died...\u000a03:42:17.883066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4619): Terminated: ok {rc=0}\u000a03:42:17.892484 --- ParallelTerminationStrategy: PID 4622 died...\u000a03:42:17.944783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4622): Terminated: ok {rc=0}\u000a03:42:18.028245 bus /gobi_4: Setting Powered False\u000a03:42:19.135018 bus /gobi_4: Setting Powered False\u000a03:42:20.243207 bus /gobi_1: Setting Powered False\u000a03:42:21.350050 bus /gobi_1: Setting Powered False\u000a03:42:22.457641 bus /gobi_0: Setting Powered False\u000a03:42:23.557022 bus /gobi_0: Setting Powered False\u000a03:42:24.668457 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4630): Process ended prematurely: osmo-stp_10.42.42.5(pid=4630) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4630)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4630): Process ended prematurely: osmo-stp_10.42.42.5(pid=4630) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:42:25.736698 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:25.748757 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:42:25.881403 tst ping.py: using LAC 38302\u000a03:42:26.007614 tst ping.py: using RAC 52\u000a03:42:26.135155 tst ping.py: using CellId 38302\u000a03:42:26.260532 tst ping.py: using BVCI 38303\u000a03:42:26.286079 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:26.297332 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:26.308345 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:26.319445 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:26.330802 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:26.342251 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:26.353743 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:26.365174 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:26.643124 tst ping.py:19: start network...\u000a03:42:26.767608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:27.253367 run create_hlr_db(pid=4624): Launched\u000a03:42:27.426660 bus /gobi_6: Setting Powered False\u000a03:42:28.447430 run create_hlr_db(pid=4624): Terminated: ok {rc=0}\u000a03:42:28.851039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4626): Launched\u000a03:42:29.153100 run osmo-hlr_10.42.42.2(pid=4627): Launched\u000a03:42:29.262056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:29.783683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4629): Launched\u000a03:42:30.085252 run osmo-stp_10.42.42.5(pid=4630): Launched\u000a03:42:30.194968 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:30.722626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4632): Launched\u000a03:42:30.829084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:31.125791 run patchelf(pid=4633): Launched\u000a03:42:31.306030 run osmo-stp_10.42.42.5(pid=4630): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4630)]\u000a03:42:31.437415 run osmo-stp_10.42.42.5(pid=4630): stdout: \u000a| (launched: 2022-12-14_03:42:29.935252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:31.570319 run osmo-stp_10.42.42.5(pid=4630): stderr: \u000a| �[0;m�[38;5;43m20221214034230106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034230106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034230106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034230107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034230109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034230109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034230109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:31.698019 run osmo-stp_10.42.42.5(pid=4630): stdout: \u000a| (launched: 2022-12-14_03:42:29.935252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:31.823627 run osmo-stp_10.42.42.5(pid=4630): stderr: \u000a| �[0;m�[38;5;43m20221214034230106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034230106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034230106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034230107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034230109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034230109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034230109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:31.969680 run patchelf(pid=4633): Terminating (SIGINT)\u000a03:42:32.141287 run patchelf(pid=4633): Terminated: ok {rc=0}\u000a03:42:32.172617 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4630): Process ended prematurely: osmo-stp_10.42.42.5(pid=4630) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4630)] [trial-2399↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a03:42:32.181885 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:42:32.243466 run osmo-hlr_10.42.42.2(pid=4627): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4627)]\u000a03:42:32.292902 run osmo-hlr_10.42.42.2(pid=4627): stdout: \u000a| (launched: 2022-12-14_03:42:29.003204) \u000a03:42:32.343006 run osmo-hlr_10.42.42.2(pid=4627): stderr: \u000a| �[0;m�[1;31m20221214034229183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034229183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034229183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034229183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034229183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034229183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034229195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034229206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034229206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034229206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:32.385334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4626): Terminating (SIGTERM)\u000a03:42:32.425093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4629): Terminating (SIGTERM)\u000a03:42:32.464972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4632): Terminating (SIGTERM)\u000a03:42:32.474484 --- ParallelTerminationStrategy: PID 4626 died...\u000a03:42:32.528277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4626): Terminated: ok {rc=0}\u000a03:42:32.537990 --- ParallelTerminationStrategy: PID 4629 died...\u000a03:42:32.591321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4629): Terminated: ok {rc=0}\u000a03:42:32.600885 --- ParallelTerminationStrategy: PID 4632 died...\u000a03:42:32.654207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4632): Terminated: ok {rc=0}\u000a03:42:32.742304 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4640): Process ended prematurely: osmo-stp_10.42.42.5(pid=4640) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4640)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4640): Process ended prematurely: osmo-stp_10.42.42.5(pid=4640) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:42:33.794292 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:33.805938 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:42:33.932399 tst ping_idle_ping.py: using LAC 38303\u000a03:42:34.053033 tst ping_idle_ping.py: using RAC 53\u000a03:42:34.180314 tst ping_idle_ping.py: using CellId 38303\u000a03:42:34.307962 tst ping_idle_ping.py: using BVCI 38304\u000a03:42:34.333131 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:34.344809 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:34.356027 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:34.367530 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:34.379169 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:34.390647 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:34.402469 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:34.413931 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:34.706456 tst ping_idle_ping.py:24: start network...\u000a03:42:34.831406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:35.318661 run create_hlr_db(pid=4634): Launched\u000a03:42:35.491300 bus /gobi_6: Setting Powered False\u000a03:42:36.513302 run create_hlr_db(pid=4634): Terminated: ok {rc=0}\u000a03:42:36.944001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4636): Launched\u000a03:42:37.269866 run osmo-hlr_10.42.42.2(pid=4637): Launched\u000a03:42:37.389279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:37.952488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4639): Launched\u000a03:42:38.254278 run osmo-stp_10.42.42.5(pid=4640): Launched\u000a03:42:38.362587 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:38.890112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4642): Launched\u000a03:42:38.996636 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:39.260401 run patchelf(pid=4643): Launched\u000a03:42:39.435859 run osmo-stp_10.42.42.5(pid=4640): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4640)]\u000a03:42:39.564468 run osmo-stp_10.42.42.5(pid=4640): stdout: \u000a| (launched: 2022-12-14_03:42:38.105262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:39.693760 run osmo-stp_10.42.42.5(pid=4640): stderr: \u000a| �[0;m�[38;5;43m20221214034238278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034238278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034238279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034238279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034238280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034238280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034238280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:39.818247 run osmo-stp_10.42.42.5(pid=4640): stdout: \u000a| (launched: 2022-12-14_03:42:38.105262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:39.941179 run osmo-stp_10.42.42.5(pid=4640): stderr: \u000a| �[0;m�[38;5;43m20221214034238278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034238278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034238279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034238279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034238280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034238280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034238280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:40.084688 run patchelf(pid=4643): Terminating (SIGINT)\u000a03:42:40.253270 run patchelf(pid=4643): Terminated: ok {rc=0}\u000a03:42:40.283724 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4640): Process ended prematurely: osmo-stp_10.42.42.5(pid=4640) [trial-2399↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4640)] [trial-2399↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:42:40.292367 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a03:42:40.351635 run osmo-hlr_10.42.42.2(pid=4637): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4637)]\u000a03:42:40.400403 run osmo-hlr_10.42.42.2(pid=4637): stdout: \u000a| (launched: 2022-12-14_03:42:37.108504) \u000a03:42:40.450386 run osmo-hlr_10.42.42.2(pid=4637): stderr: \u000a| �[0;m�[1;31m20221214034237310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034237310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034237311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034237311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034237311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034237311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034237343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034237351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034237352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034237352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:40.492103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4636): Terminating (SIGTERM)\u000a03:42:40.531279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4639): Terminating (SIGTERM)\u000a03:42:40.570533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4642): Terminating (SIGTERM)\u000a03:42:40.579611 --- ParallelTerminationStrategy: PID 4636 died...\u000a03:42:40.632387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4636): Terminated: ok {rc=0}\u000a03:42:40.641866 --- ParallelTerminationStrategy: PID 4639 died...\u000a03:42:40.694108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4639): Terminated: ok {rc=0}\u000a03:42:40.703441 --- ParallelTerminationStrategy: PID 4642 died...\u000a03:42:40.755570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4642): Terminated: ok {rc=0}\u000a03:42:40.838802 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:41:42" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4657): Process ended prematurely: osmo-stp_10.42.42.5(pid=4657) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4657)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4657): Process ended prematurely: osmo-stp_10.42.42.5(pid=4657) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:42:42.962455 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:42.973915 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:42:43.126493 tst cs_paging_gprs_active.py: using LAC 38304\u000a03:42:43.254848 tst cs_paging_gprs_active.py: using RAC 54\u000a03:42:43.380034 tst cs_paging_gprs_active.py: using CellId 38304\u000a03:42:43.500162 tst cs_paging_gprs_active.py: using BVCI 38305\u000a03:42:43.523531 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:43.534352 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:43.544837 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:43.555474 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:43.566504 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:43.577682 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:43.588834 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:43.599831 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:43.611081 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:42:43.732786 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:42:44.014898 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:42:44.142025 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:44.460251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4647): Launched\u000a03:42:44.726274 run iperf3-srv_10.42.42.10(pid=4648): Launched\u000a03:42:44.912019 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:42:45.039052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:45.356868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4649): Launched\u000a03:42:45.623653 run iperf3-srv_10.42.42.10(pid=4650): Launched\u000a03:42:45.810484 tst cs_paging_gprs_active.py:38: start network...\u000a03:42:45.939204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:46.479563 run create_hlr_db(pid=4651): Launched\u000a03:42:46.657629 bus /gobi_6: Setting Powered False\u000a03:42:47.691246 run create_hlr_db(pid=4651): Terminated: ok {rc=0}\u000a03:42:48.103839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4653): Launched\u000a03:42:48.412385 run osmo-hlr_10.42.42.2(pid=4654): Launched\u000a03:42:48.530406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:49.065442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4656): Launched\u000a03:42:49.374193 run osmo-stp_10.42.42.5(pid=4657): Launched\u000a03:42:49.486313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:50.024288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4659): Launched\u000a03:42:50.133526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:50.403010 run patchelf(pid=4660): Launched\u000a03:42:50.582202 run osmo-stp_10.42.42.5(pid=4657): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4657)]\u000a03:42:50.713542 run osmo-stp_10.42.42.5(pid=4657): stdout: \u000a| (launched: 2022-12-14_03:42:49.220833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:50.845188 run osmo-stp_10.42.42.5(pid=4657): stderr: \u000a| �[0;m�[38;5;43m20221214034249395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034249396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034249396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034249396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034249397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034249397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034249397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:50.971677 run osmo-stp_10.42.42.5(pid=4657): stdout: \u000a| (launched: 2022-12-14_03:42:49.220833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:51.097492 run osmo-stp_10.42.42.5(pid=4657): stderr: \u000a| �[0;m�[38;5;43m20221214034249395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034249396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034249396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034249396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034249397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034249397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034249397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:51.243252 run patchelf(pid=4660): Terminating (SIGINT)\u000a03:42:51.414642 run patchelf(pid=4660): Terminated: ok {rc=0}\u000a03:42:51.446104 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4657): Process ended prematurely: osmo-stp_10.42.42.5(pid=4657) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4657)] [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:42:51.455311 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a03:42:51.515081 run osmo-hlr_10.42.42.2(pid=4654): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4654)]\u000a03:42:51.564157 run osmo-hlr_10.42.42.2(pid=4654): stdout: \u000a| (launched: 2022-12-14_03:42:48.259603) \u000a03:42:51.613831 run osmo-hlr_10.42.42.2(pid=4654): stderr: \u000a| �[0;m�[1;31m20221214034248439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034248439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034248439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034248439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034248439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034248439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034248451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034248460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034248460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034248461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:51.655989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4647): Terminating (SIGTERM)\u000a03:42:51.695559 run iperf3-srv_10.42.42.10(pid=4648): Terminating (SIGTERM)\u000a03:42:51.735306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4649): Terminating (SIGTERM)\u000a03:42:51.774833 run iperf3-srv_10.42.42.10(pid=4650): Terminating (SIGTERM)\u000a03:42:51.815015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4653): Terminating (SIGTERM)\u000a03:42:51.854687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4656): Terminating (SIGTERM)\u000a03:42:51.894152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4659): Terminating (SIGTERM)\u000a03:42:51.903302 --- ParallelTerminationStrategy: PID 4647 died...\u000a03:42:51.956352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4647): Terminated: ok {rc=0}\u000a03:42:51.965881 --- ParallelTerminationStrategy: PID 4648 died...\u000a03:42:52.018368 run iperf3-srv_10.42.42.10(pid=4648): Terminated {rc=256}\u000a03:42:52.027963 --- ParallelTerminationStrategy: PID 4649 died...\u000a03:42:52.081300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4649): Terminated: ok {rc=0}\u000a03:42:52.090785 --- ParallelTerminationStrategy: PID 4650 died...\u000a03:42:52.143424 run iperf3-srv_10.42.42.10(pid=4650): Terminated {rc=256}\u000a03:42:52.152919 --- ParallelTerminationStrategy: PID 4653 died...\u000a03:42:52.205595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4653): Terminated: ok {rc=0}\u000a03:42:52.215151 --- ParallelTerminationStrategy: PID 4656 died...\u000a03:42:52.267871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4656): Terminated: ok {rc=0}\u000a03:42:52.277825 --- ParallelTerminationStrategy: PID 4659 died...\u000a03:42:52.330774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4659): Terminated: ok {rc=0}\u000a03:42:52.418637 bus /gobi_0: Setting Powered False\u000a03:42:53.521931 bus /gobi_0: Setting Powered False\u000a03:42:54.633369 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4669): Process ended prematurely: osmo-stp_10.42.42.5(pid=4669) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4669)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4669): Process ended prematurely: osmo-stp_10.42.42.5(pid=4669) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:42:55.749016 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:55.761091 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:42:55.911042 tst iperf3.py: using LAC 38305\u000a03:42:56.033263 tst iperf3.py: using RAC 55\u000a03:42:56.154992 tst iperf3.py: using CellId 38305\u000a03:42:56.277246 tst iperf3.py: using BVCI 38306\u000a03:42:56.300691 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:56.311643 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:56.322454 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:56.333184 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:56.344208 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:56.355361 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:56.366649 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:56.377838 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:42:56.389736 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:42:56.688705 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:42:56.826425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:57.168931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4661): Launched\u000a03:42:57.455510 run iperf3-srv_10.42.42.10(pid=4662): Launched\u000a03:42:57.657270 tst iperf3.py:8: start network...\u000a03:42:57.794819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:58.316871 run create_hlr_db(pid=4663): Launched\u000a03:42:58.507050 bus /gobi_6: Setting Powered False\u000a03:42:59.527850 run create_hlr_db(pid=4663): Terminated: ok {rc=0}\u000a03:42:59.941062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4665): Launched\u000a03:43:00.250488 run osmo-hlr_10.42.42.2(pid=4666): Launched\u000a03:43:00.372168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:00.922411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4668): Launched\u000a03:43:01.335480 run osmo-stp_10.42.42.5(pid=4669): Launched\u000a03:43:01.495467 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:02.127273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4671): Launched\u000a03:43:02.239473 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:02.508905 run patchelf(pid=4672): Launched\u000a03:43:02.687739 run osmo-stp_10.42.42.5(pid=4669): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4669)]\u000a03:43:02.818614 run osmo-stp_10.42.42.5(pid=4669): stdout: \u000a| (launched: 2022-12-14_03:43:01.084140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:02.949401 run osmo-stp_10.42.42.5(pid=4669): stderr: \u000a| �[0;m�[38;5;43m20221214034301390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034301390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034301390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034301391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034301393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034301393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034301393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:03.076106 run osmo-stp_10.42.42.5(pid=4669): stdout: \u000a| (launched: 2022-12-14_03:43:01.084140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:03.201644 run osmo-stp_10.42.42.5(pid=4669): stderr: \u000a| �[0;m�[38;5;43m20221214034301390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034301390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034301390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034301391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034301393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034301393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034301393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:03.347350 run patchelf(pid=4672): Terminating (SIGINT)\u000a03:43:03.517608 run patchelf(pid=4672): Terminated: ok {rc=0}\u000a03:43:03.548935 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4669): Process ended prematurely: osmo-stp_10.42.42.5(pid=4669) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4669)] [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:43:03.558371 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a03:43:03.618547 run osmo-hlr_10.42.42.2(pid=4666): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4666)]\u000a03:43:03.667595 run osmo-hlr_10.42.42.2(pid=4666): stdout: \u000a| (launched: 2022-12-14_03:43:00.097115) \u000a03:43:03.717275 run osmo-hlr_10.42.42.2(pid=4666): stderr: \u000a| �[0;m�[1;31m20221214034300274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034300274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034300274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034300274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034300275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034300275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034300289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034300298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034300298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034300298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:03.759787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4661): Terminating (SIGTERM)\u000a03:43:03.799455 run iperf3-srv_10.42.42.10(pid=4662): Terminating (SIGTERM)\u000a03:43:03.839316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4665): Terminating (SIGTERM)\u000a03:43:03.878990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4668): Terminating (SIGTERM)\u000a03:43:03.919340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4671): Terminating (SIGTERM)\u000a03:43:03.928592 --- ParallelTerminationStrategy: PID 4661 died...\u000a03:43:03.982111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4661): Terminated: ok {rc=0}\u000a03:43:03.991754 --- ParallelTerminationStrategy: PID 4662 died...\u000a03:43:04.044509 run iperf3-srv_10.42.42.10(pid=4662): Terminated {rc=256}\u000a03:43:04.054126 --- ParallelTerminationStrategy: PID 4665 died...\u000a03:43:04.107152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4665): Terminated: ok {rc=0}\u000a03:43:04.116811 --- ParallelTerminationStrategy: PID 4668 died...\u000a03:43:04.169922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4668): Terminated: ok {rc=0}\u000a03:43:04.179641 --- ParallelTerminationStrategy: PID 4671 died...\u000a03:43:04.232880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4671): Terminated: ok {rc=0}\u000a03:43:04.322038 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4687): Process ended prematurely: osmo-stp_10.42.42.5(pid=4687) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4687)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4687): Process ended prematurely: osmo-stp_10.42.42.5(pid=4687) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:43:05.434007 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:05.445462 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:43:05.591505 tst iperf3m4.py: using LAC 38306\u000a03:43:05.713084 tst iperf3m4.py: using RAC 56\u000a03:43:05.837787 tst iperf3m4.py: using CellId 38306\u000a03:43:05.956585 tst iperf3m4.py: using BVCI 38307\u000a03:43:05.980022 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:05.991007 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:06.001793 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:06.012503 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:06.023128 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:06.034198 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:06.045005 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:06.055618 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:06.066550 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:06.188417 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:06.312546 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:06.434465 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:06.715579 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:43:06.843369 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:07.163767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4673): Launched\u000a03:43:07.430125 run iperf3-srv_10.42.42.10(pid=4674): Launched\u000a03:43:07.616146 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:43:07.743323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:08.063135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4675): Launched\u000a03:43:08.328911 run iperf3-srv_10.42.42.10(pid=4676): Launched\u000a03:43:08.514516 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:43:08.641804 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:08.960177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4677): Launched\u000a03:43:09.226361 run iperf3-srv_10.42.42.10(pid=4678): Launched\u000a03:43:09.412696 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:43:09.540345 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:09.859640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4679): Launched\u000a03:43:10.125809 run iperf3-srv_10.42.42.10(pid=4680): Launched\u000a03:43:10.311271 tst iperf3m4.py:8: start network...\u000a03:43:10.438597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:10.932501 run create_hlr_db(pid=4681): Launched\u000a03:43:11.107767 bus /gobi_6: Setting Powered False\u000a03:43:12.142493 run create_hlr_db(pid=4681): Terminated: ok {rc=0}\u000a03:43:12.580932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4683): Launched\u000a03:43:12.911804 run osmo-hlr_10.42.42.2(pid=4684): Launched\u000a03:43:13.032501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:13.606492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4686): Launched\u000a03:43:13.936461 run osmo-stp_10.42.42.5(pid=4687): Launched\u000a03:43:14.055938 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:14.630386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4689): Launched\u000a03:43:14.748462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:15.037264 run patchelf(pid=4690): Launched\u000a03:43:15.229494 run osmo-stp_10.42.42.5(pid=4687): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4687)]\u000a03:43:15.370357 run osmo-stp_10.42.42.5(pid=4687): stdout: \u000a| (launched: 2022-12-14_03:43:13.773478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:15.510527 run osmo-stp_10.42.42.5(pid=4687): stderr: \u000a| �[0;m�[38;5;43m20221214034313971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034313971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034313971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034313972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034313972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034313972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034313972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:15.645976 run osmo-stp_10.42.42.5(pid=4687): stdout: \u000a| (launched: 2022-12-14_03:43:13.773478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:15.780629 run osmo-stp_10.42.42.5(pid=4687): stderr: \u000a| �[0;m�[38;5;43m20221214034313971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034313971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034313971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034313972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034313972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034313972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034313972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:15.962065 run patchelf(pid=4690): Terminating (SIGINT)\u000a03:43:16.148527 run patchelf(pid=4690): Terminated: ok {rc=0}\u000a03:43:16.183416 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4687): Process ended prematurely: osmo-stp_10.42.42.5(pid=4687) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4687)] [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:43:16.194514 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a03:43:16.260279 run osmo-hlr_10.42.42.2(pid=4684): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4684)]\u000a03:43:16.315495 run osmo-hlr_10.42.42.2(pid=4684): stdout: \u000a| (launched: 2022-12-14_03:43:12.748159) \u000a03:43:16.369980 run osmo-hlr_10.42.42.2(pid=4684): stderr: \u000a| �[0;m�[1;31m20221214034312951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034312951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034312951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034312952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034312952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034312952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034312967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034312977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034312977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034312977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:16.416231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4673): Terminating (SIGTERM)\u000a03:43:16.461807 run iperf3-srv_10.42.42.10(pid=4674): Terminating (SIGTERM)\u000a03:43:16.507164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4675): Terminating (SIGTERM)\u000a03:43:16.552807 run iperf3-srv_10.42.42.10(pid=4676): Terminating (SIGTERM)\u000a03:43:16.598640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4677): Terminating (SIGTERM)\u000a03:43:16.644405 run iperf3-srv_10.42.42.10(pid=4678): Terminating (SIGTERM)\u000a03:43:16.690311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4679): Terminating (SIGTERM)\u000a03:43:16.736263 run iperf3-srv_10.42.42.10(pid=4680): Terminating (SIGTERM)\u000a03:43:16.782381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4683): Terminating (SIGTERM)\u000a03:43:16.826635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4686): Terminating (SIGTERM)\u000a03:43:16.871021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4689): Terminating (SIGTERM)\u000a03:43:16.881310 --- ParallelTerminationStrategy: PID 4673 died...\u000a03:43:16.941145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4673): Terminated: ok {rc=0}\u000a03:43:16.953044 --- ParallelTerminationStrategy: PID 4674 died...\u000a03:43:17.011155 run iperf3-srv_10.42.42.10(pid=4674): Terminated {rc=256}\u000a03:43:17.022150 --- ParallelTerminationStrategy: PID 4675 died...\u000a03:43:17.081262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4675): Terminated: ok {rc=0}\u000a03:43:17.093150 --- ParallelTerminationStrategy: PID 4676 died...\u000a03:43:17.151129 run iperf3-srv_10.42.42.10(pid=4676): Terminated {rc=256}\u000a03:43:17.162173 --- ParallelTerminationStrategy: PID 4677 died...\u000a03:43:17.222004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4677): Terminated: ok {rc=0}\u000a03:43:17.232273 --- ParallelTerminationStrategy: PID 4678 died...\u000a03:43:17.288778 run iperf3-srv_10.42.42.10(pid=4678): Terminated {rc=256}\u000a03:43:17.299069 --- ParallelTerminationStrategy: PID 4679 died...\u000a03:43:17.356181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4679): Terminated: ok {rc=0}\u000a03:43:17.366566 --- ParallelTerminationStrategy: PID 4680 died...\u000a03:43:17.423097 run iperf3-srv_10.42.42.10(pid=4680): Terminated {rc=256}\u000a03:43:17.433393 --- ParallelTerminationStrategy: PID 4683 died...\u000a03:43:17.490436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4683): Terminated: ok {rc=0}\u000a03:43:17.500756 --- ParallelTerminationStrategy: PID 4686 died...\u000a03:43:17.557574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4686): Terminated: ok {rc=0}\u000a03:43:17.567733 --- ParallelTerminationStrategy: PID 4689 died...\u000a03:43:17.624529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4689): Terminated: ok {rc=0}\u000a03:43:17.711949 bus /gobi_4: Setting Powered False\u000a03:43:18.819401 bus /gobi_4: Setting Powered False\u000a03:43:19.927172 bus /gobi_1: Setting Powered False\u000a03:43:21.033340 bus /gobi_1: Setting Powered False\u000a03:43:22.141300 bus /gobi_0: Setting Powered False\u000a03:43:23.247713 bus /gobi_0: Setting Powered False\u000a03:43:24.357707 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4697): Process ended prematurely: osmo-stp_10.42.42.5(pid=4697) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4697)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4697): Process ended prematurely: osmo-stp_10.42.42.5(pid=4697) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:43:25.426670 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:25.438802 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:43:25.585001 tst ping.py: using LAC 38307\u000a03:43:25.703284 tst ping.py: using RAC 57\u000a03:43:25.821208 tst ping.py: using CellId 38307\u000a03:43:25.940925 tst ping.py: using BVCI 38308\u000a03:43:25.964077 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:25.975203 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:25.985974 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:25.996605 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:26.007152 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:26.017651 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:26.028911 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:26.039791 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:26.332744 tst ping.py:19: start network...\u000a03:43:26.467654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:26.978691 run create_hlr_db(pid=4691): Launched\u000a03:43:27.166307 bus /gobi_6: Setting Powered False\u000a03:43:28.187593 run create_hlr_db(pid=4691): Terminated: ok {rc=0}\u000a03:43:28.594558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4693): Launched\u000a03:43:28.897335 run osmo-hlr_10.42.42.2(pid=4694): Launched\u000a03:43:29.015125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:29.555683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4696): Launched\u000a03:43:29.856819 run osmo-stp_10.42.42.5(pid=4697): Launched\u000a03:43:29.965368 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:30.491901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4699): Launched\u000a03:43:30.598576 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:30.874567 run patchelf(pid=4700): Launched\u000a03:43:31.072791 run osmo-stp_10.42.42.5(pid=4697): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4697)]\u000a03:43:31.216122 run osmo-stp_10.42.42.5(pid=4697): stdout: \u000a| (launched: 2022-12-14_03:43:29.707333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:31.361081 run osmo-stp_10.42.42.5(pid=4697): stderr: \u000a| �[0;m�[38;5;43m20221214034329881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034329881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034329882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034329882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034329882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034329882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034329882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:31.499969 run osmo-stp_10.42.42.5(pid=4697): stdout: \u000a| (launched: 2022-12-14_03:43:29.707333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:31.637282 run osmo-stp_10.42.42.5(pid=4697): stderr: \u000a| �[0;m�[38;5;43m20221214034329881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034329881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034329882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034329882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034329882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034329882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034329882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:31.797117 run patchelf(pid=4700): Terminating (SIGINT)\u000a03:43:31.983672 run patchelf(pid=4700): Terminated: ok {rc=0}\u000a03:43:32.017909 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4697): Process ended prematurely: osmo-stp_10.42.42.5(pid=4697) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4697)] [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:43:32.028380 tst ping.py:22: Test FAILED (6.6 sec)\u000a03:43:32.096140 run osmo-hlr_10.42.42.2(pid=4694): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4694)]\u000a03:43:32.151336 run osmo-hlr_10.42.42.2(pid=4694): stdout: \u000a| (launched: 2022-12-14_03:43:28.747044) \u000a03:43:32.204534 run osmo-hlr_10.42.42.2(pid=4694): stderr: \u000a| �[0;m�[1;31m20221214034328926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034328926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034328926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034328926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034328926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034328926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034328938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034328949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034328949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034328949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:32.250310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4693): Terminating (SIGTERM)\u000a03:43:32.293063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4696): Terminating (SIGTERM)\u000a03:43:32.336218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4699): Terminating (SIGTERM)\u000a03:43:32.345965 --- ParallelTerminationStrategy: PID 4693 died...\u000a03:43:32.403628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4693): Terminated: ok {rc=0}\u000a03:43:32.413668 --- ParallelTerminationStrategy: PID 4696 died...\u000a03:43:32.470843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4696): Terminated: ok {rc=0}\u000a03:43:32.480800 --- ParallelTerminationStrategy: PID 4699 died...\u000a03:43:32.538146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4699): Terminated: ok {rc=0}\u000a03:43:32.625491 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4707): Process ended prematurely: osmo-stp_10.42.42.5(pid=4707) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4707)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4707): Process ended prematurely: osmo-stp_10.42.42.5(pid=4707) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:43:33.677923 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:33.690462 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:43:33.835139 tst ping_idle_ping.py: using LAC 38308\u000a03:43:33.954607 tst ping_idle_ping.py: using RAC 58\u000a03:43:34.071877 tst ping_idle_ping.py: using CellId 38308\u000a03:43:34.199269 tst ping_idle_ping.py: using BVCI 38309\u000a03:43:34.224098 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:34.235621 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:34.247034 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:34.258280 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:34.269686 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:34.281964 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:34.293552 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:34.304908 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:34.580118 tst ping_idle_ping.py:24: start network...\u000a03:43:34.704793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:35.191496 run create_hlr_db(pid=4701): Launched\u000a03:43:35.365604 bus /gobi_6: Setting Powered False\u000a03:43:36.386229 run create_hlr_db(pid=4701): Terminated: ok {rc=0}\u000a03:43:36.819286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4703): Launched\u000a03:43:37.146745 run osmo-hlr_10.42.42.2(pid=4704): Launched\u000a03:43:37.266489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:37.834094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4706): Launched\u000a03:43:38.159511 run osmo-stp_10.42.42.5(pid=4707): Launched\u000a03:43:38.276525 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:38.843494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4709): Launched\u000a03:43:38.959130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:39.243752 run patchelf(pid=4710): Launched\u000a03:43:39.434152 run osmo-stp_10.42.42.5(pid=4707): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4707)]\u000a03:43:39.572858 run osmo-stp_10.42.42.5(pid=4707): stdout: \u000a| (launched: 2022-12-14_03:43:37.998149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:39.712190 run osmo-stp_10.42.42.5(pid=4707): stderr: \u000a| �[0;m�[38;5;43m20221214034338194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034338194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034338195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034338195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034338196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034338196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034338196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:39.846777 run osmo-stp_10.42.42.5(pid=4707): stdout: \u000a| (launched: 2022-12-14_03:43:37.998149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:39.980562 run osmo-stp_10.42.42.5(pid=4707): stderr: \u000a| �[0;m�[38;5;43m20221214034338194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034338194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034338195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034338195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034338196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034338196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034338196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:40.135233 run patchelf(pid=4710): Terminating (SIGINT)\u000a03:43:40.316557 run patchelf(pid=4710): Terminated: ok {rc=0}\u000a03:43:40.349809 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4707): Process ended prematurely: osmo-stp_10.42.42.5(pid=4707) [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4707)] [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:43:40.359166 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a03:43:40.422748 run osmo-hlr_10.42.42.2(pid=4704): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4704)]\u000a03:43:40.474391 run osmo-hlr_10.42.42.2(pid=4704): stdout: \u000a| (launched: 2022-12-14_03:43:36.983994) \u000a03:43:40.526767 run osmo-hlr_10.42.42.2(pid=4704): stderr: \u000a| �[0;m�[1;31m20221214034337185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034337185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034337185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034337185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034337185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034337185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034337198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034337206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034337206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034337206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:40.571379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4703): Terminating (SIGTERM)\u000a03:43:40.614029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4706): Terminating (SIGTERM)\u000a03:43:40.656317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4709): Terminating (SIGTERM)\u000a03:43:40.666095 --- ParallelTerminationStrategy: PID 4703 died...\u000a03:43:40.722801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4703): Terminated: ok {rc=0}\u000a03:43:40.732857 --- ParallelTerminationStrategy: PID 4706 died...\u000a03:43:40.789404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4706): Terminated: ok {rc=0}\u000a03:43:40.799531 --- ParallelTerminationStrategy: PID 4709 died...\u000a03:43:40.856124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4709): Terminated: ok {rc=0}\u000a03:43:40.944093 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:42:42" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4725): Process ended prematurely: osmo-stp_10.42.42.5(pid=4725) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4725)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4725): Process ended prematurely: osmo-stp_10.42.42.5(pid=4725) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:43:43.049170 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:43.059867 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:43:43.205829 tst cs_paging_gprs_active.py: using LAC 38309\u000a03:43:43.325117 tst cs_paging_gprs_active.py: using RAC 59\u000a03:43:43.446335 tst cs_paging_gprs_active.py: using CellId 38309\u000a03:43:43.567744 tst cs_paging_gprs_active.py: using BVCI 38310\u000a03:43:43.591163 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:43.602018 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:43.612612 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:43.623347 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:43.633942 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:43.644497 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:43.655265 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:43.666207 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:43.677097 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:43:43.798295 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:43:44.097671 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:43:44.235865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:44.579117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4715): Launched\u000a03:43:44.863775 run iperf3-srv_10.42.42.10(pid=4716): Launched\u000a03:43:45.065698 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:43:45.203160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:45.546057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4717): Launched\u000a03:43:45.830705 run iperf3-srv_10.42.42.10(pid=4718): Launched\u000a03:43:46.045237 tst cs_paging_gprs_active.py:38: start network...\u000a03:43:46.177091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:46.719141 run create_hlr_db(pid=4719): Launched\u000a03:43:46.898709 bus /gobi_6: Setting Powered False\u000a03:43:47.917701 run create_hlr_db(pid=4719): Terminated: ok {rc=0}\u000a03:43:48.355228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4721): Launched\u000a03:43:48.686434 run osmo-hlr_10.42.42.2(pid=4722): Launched\u000a03:43:48.808105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:49.375475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4724): Launched\u000a03:43:49.683147 run osmo-stp_10.42.42.5(pid=4725): Launched\u000a03:43:49.793589 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:50.332304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4727): Launched\u000a03:43:50.441244 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:50.710137 run patchelf(pid=4728): Launched\u000a03:43:50.889528 run osmo-stp_10.42.42.5(pid=4725): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4725)]\u000a03:43:51.020416 run osmo-stp_10.42.42.5(pid=4725): stdout: \u000a| (launched: 2022-12-14_03:43:49.531316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:51.151588 run osmo-stp_10.42.42.5(pid=4725): stderr: \u000a| �[0;m�[38;5;43m20221214034349706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034349706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034349706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034349706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034349707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034349707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034349707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:51.278188 run osmo-stp_10.42.42.5(pid=4725): stdout: \u000a| (launched: 2022-12-14_03:43:49.531316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:51.403528 run osmo-stp_10.42.42.5(pid=4725): stderr: \u000a| �[0;m�[38;5;43m20221214034349706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034349706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034349706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034349706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034349707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034349707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034349707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:51.549132 run patchelf(pid=4728): Terminating (SIGINT)\u000a03:43:51.719860 run patchelf(pid=4728): Terminated: ok {rc=0}\u000a03:43:51.751301 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4725): Process ended prematurely: osmo-stp_10.42.42.5(pid=4725) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4725)] [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a03:43:51.760559 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a03:43:51.820377 run osmo-hlr_10.42.42.2(pid=4722): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4722)]\u000a03:43:51.869131 run osmo-hlr_10.42.42.2(pid=4722): stdout: \u000a| (launched: 2022-12-14_03:43:48.523076) \u000a03:43:51.918652 run osmo-hlr_10.42.42.2(pid=4722): stderr: \u000a| �[0;m�[1;31m20221214034348725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034348725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034348725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034348725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034348725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034348725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034348738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034348746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034348746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034348746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:51.960515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4715): Terminating (SIGTERM)\u000a03:43:51.999751 run iperf3-srv_10.42.42.10(pid=4716): Terminating (SIGTERM)\u000a03:43:52.039199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4717): Terminating (SIGTERM)\u000a03:43:52.078339 run iperf3-srv_10.42.42.10(pid=4718): Terminating (SIGTERM)\u000a03:43:52.117587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4721): Terminating (SIGTERM)\u000a03:43:52.156762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4724): Terminating (SIGTERM)\u000a03:43:52.195914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4727): Terminating (SIGTERM)\u000a03:43:52.205102 --- ParallelTerminationStrategy: PID 4715 died...\u000a03:43:52.258245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4715): Terminated: ok {rc=0}\u000a03:43:52.268186 --- ParallelTerminationStrategy: PID 4716 died...\u000a03:43:52.320911 run iperf3-srv_10.42.42.10(pid=4716): Terminated {rc=256}\u000a03:43:52.330460 --- ParallelTerminationStrategy: PID 4717 died...\u000a03:43:52.383037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4717): Terminated: ok {rc=0}\u000a03:43:52.392571 --- ParallelTerminationStrategy: PID 4718 died...\u000a03:43:52.444715 run iperf3-srv_10.42.42.10(pid=4718): Terminated {rc=256}\u000a03:43:52.454333 --- ParallelTerminationStrategy: PID 4721 died...\u000a03:43:52.506603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4721): Terminated: ok {rc=0}\u000a03:43:52.516101 --- ParallelTerminationStrategy: PID 4724 died...\u000a03:43:52.568514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4724): Terminated: ok {rc=0}\u000a03:43:52.578105 --- ParallelTerminationStrategy: PID 4727 died...\u000a03:43:52.630623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4727): Terminated: ok {rc=0}\u000a03:43:52.713194 bus /gobi_0: Setting Powered False\u000a03:43:53.820013 bus /gobi_0: Setting Powered False\u000a03:43:54.932324 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4737): Process ended prematurely: osmo-stp_10.42.42.5(pid=4737) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4737)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4737): Process ended prematurely: osmo-stp_10.42.42.5(pid=4737) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a03:43:56.042344 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:56.054025 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:43:56.203461 tst iperf3.py: using LAC 38310\u000a03:43:56.332542 tst iperf3.py: using RAC 60\u000a03:43:56.461483 tst iperf3.py: using CellId 38310\u000a03:43:56.591264 tst iperf3.py: using BVCI 38311\u000a03:43:56.616614 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:56.628168 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:56.639404 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:56.650539 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:56.661852 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:56.673261 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:56.684657 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:56.696006 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:43:56.707467 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:43:56.992690 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:43:57.120451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:57.440319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4729): Launched\u000a03:43:57.707255 run iperf3-srv_10.42.42.10(pid=4730): Launched\u000a03:43:57.893777 tst iperf3.py:8: start network...\u000a03:43:58.021191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:58.516858 run create_hlr_db(pid=4731): Launched\u000a03:43:58.692708 bus /gobi_6: Setting Powered False\u000a03:43:59.714993 run create_hlr_db(pid=4731): Terminated: ok {rc=0}\u000a03:44:00.154143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4733): Launched\u000a03:44:00.486778 run osmo-hlr_10.42.42.2(pid=4734): Launched\u000a03:44:00.609556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:01.227202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4736): Launched\u000a03:44:01.633939 run osmo-stp_10.42.42.5(pid=4737): Launched\u000a03:44:01.758199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:02.474567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4739): Launched\u000a03:44:02.583902 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:02.853096 run patchelf(pid=4740): Launched\u000a03:44:03.031910 run osmo-stp_10.42.42.5(pid=4737): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4737)]\u000a03:44:03.162679 run osmo-stp_10.42.42.5(pid=4737): stdout: \u000a| (launched: 2022-12-14_03:44:01.397793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:03.293851 run osmo-stp_10.42.42.5(pid=4737): stderr: \u000a| �[0;m�[38;5;43m20221214034401767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034401767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034401768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034401769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034401769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034401769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034401770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:03.420808 run osmo-stp_10.42.42.5(pid=4737): stdout: \u000a| (launched: 2022-12-14_03:44:01.397793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:03.546632 run osmo-stp_10.42.42.5(pid=4737): stderr: \u000a| �[0;m�[38;5;43m20221214034401767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034401767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034401768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034401769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034401769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034401769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034401770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:03.692375 run patchelf(pid=4740): Terminating (SIGINT)\u000a03:44:03.863531 run patchelf(pid=4740): Terminated: ok {rc=0}\u000a03:44:03.894936 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4737): Process ended prematurely: osmo-stp_10.42.42.5(pid=4737) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4737)] [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a03:44:03.904261 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a03:44:03.964099 run osmo-hlr_10.42.42.2(pid=4734): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4734)]\u000a03:44:04.013036 run osmo-hlr_10.42.42.2(pid=4734): stdout: \u000a| (launched: 2022-12-14_03:44:00.321996) \u000a03:44:04.062832 run osmo-hlr_10.42.42.2(pid=4734): stderr: \u000a| �[0;m�[1;31m20221214034400522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034400522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034400522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034400522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034400522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034400523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034400534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034400543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034400543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034400544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:04.105186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4729): Terminating (SIGTERM)\u000a03:44:04.144939 run iperf3-srv_10.42.42.10(pid=4730): Terminating (SIGTERM)\u000a03:44:04.184699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4733): Terminating (SIGTERM)\u000a03:44:04.224336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4736): Terminating (SIGTERM)\u000a03:44:04.263956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4739): Terminating (SIGTERM)\u000a03:44:04.273231 --- ParallelTerminationStrategy: PID 4729 died...\u000a03:44:04.326595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4729): Terminated: ok {rc=0}\u000a03:44:04.336347 --- ParallelTerminationStrategy: PID 4730 died...\u000a03:44:04.390039 run iperf3-srv_10.42.42.10(pid=4730): Terminated {rc=256}\u000a03:44:04.400077 --- ParallelTerminationStrategy: PID 4733 died...\u000a03:44:04.453322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4733): Terminated: ok {rc=0}\u000a03:44:04.463013 --- ParallelTerminationStrategy: PID 4736 died...\u000a03:44:04.516172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4736): Terminated: ok {rc=0}\u000a03:44:04.525866 --- ParallelTerminationStrategy: PID 4739 died...\u000a03:44:04.578662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4739): Terminated: ok {rc=0}\u000a03:44:04.666951 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4755): Process ended prematurely: osmo-stp_10.42.42.5(pid=4755) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4755)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4755): Process ended prematurely: osmo-stp_10.42.42.5(pid=4755) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a03:44:05.779181 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:05.790828 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:44:05.937309 tst iperf3m4.py: using LAC 38311\u000a03:44:06.056545 tst iperf3m4.py: using RAC 61\u000a03:44:06.177998 tst iperf3m4.py: using CellId 38311\u000a03:44:06.297384 tst iperf3m4.py: using BVCI 38312\u000a03:44:06.320723 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:06.331634 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:06.342387 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:06.353083 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:06.363557 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:06.374209 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:06.385376 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:06.396143 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:06.406999 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:06.528152 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:06.648574 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:06.769829 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:07.057629 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:44:07.184805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:44:07.504721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4741): Launched\u000a03:44:07.770433 run iperf3-srv_10.42.42.10(pid=4742): Launched\u000a03:44:07.956659 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:44:08.083978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:44:08.403769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4743): Launched\u000a03:44:08.669155 run iperf3-srv_10.42.42.10(pid=4744): Launched\u000a03:44:08.854506 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:44:08.981238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:44:09.299220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4745): Launched\u000a03:44:09.564890 run iperf3-srv_10.42.42.10(pid=4746): Launched\u000a03:44:09.750605 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:44:09.877533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:44:10.195571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4747): Launched\u000a03:44:10.461866 run iperf3-srv_10.42.42.10(pid=4748): Launched\u000a03:44:10.647386 tst iperf3m4.py:8: start network...\u000a03:44:10.774669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:11.267493 run create_hlr_db(pid=4749): Launched\u000a03:44:11.443336 bus /gobi_6: Setting Powered False\u000a03:44:12.466258 run create_hlr_db(pid=4749): Terminated: ok {rc=0}\u000a03:44:12.904519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4751): Launched\u000a03:44:13.238889 run osmo-hlr_10.42.42.2(pid=4752): Launched\u000a03:44:13.361112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:13.942264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4754): Launched\u000a03:44:14.273615 run osmo-stp_10.42.42.5(pid=4755): Launched\u000a03:44:14.394540 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:14.973443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4757): Launched\u000a03:44:15.091866 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:15.382665 run patchelf(pid=4758): Launched\u000a03:44:15.575868 run osmo-stp_10.42.42.5(pid=4755): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4755)]\u000a03:44:15.716367 run osmo-stp_10.42.42.5(pid=4755): stdout: \u000a| (launched: 2022-12-14_03:44:14.110015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:15.880156 run osmo-stp_10.42.42.5(pid=4755): stderr: \u000a| �[0;m�[38;5;43m20221214034414306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034414306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034414307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034414307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034414307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034414308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034414308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:16.026394 run osmo-stp_10.42.42.5(pid=4755): stdout: \u000a| (launched: 2022-12-14_03:44:14.110015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:16.167789 run osmo-stp_10.42.42.5(pid=4755): stderr: \u000a| �[0;m�[38;5;43m20221214034414306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034414306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034414307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034414307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034414307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034414308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034414308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:16.328680 run patchelf(pid=4758): Terminating (SIGINT)\u000a03:44:16.518145 run patchelf(pid=4758): Terminated: ok {rc=0}\u000a03:44:16.553313 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4755): Process ended prematurely: osmo-stp_10.42.42.5(pid=4755) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4755)] [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a03:44:16.564495 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a03:44:16.632349 run osmo-hlr_10.42.42.2(pid=4752): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4752)]\u000a03:44:16.686932 run osmo-hlr_10.42.42.2(pid=4752): stdout: \u000a| (launched: 2022-12-14_03:44:13.071641) \u000a03:44:16.742241 run osmo-hlr_10.42.42.2(pid=4752): stderr: \u000a| �[0;m�[1;31m20221214034413273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034413273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034413273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034413273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034413273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034413273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034413287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034413296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034413297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034413297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:16.789483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4741): Terminating (SIGTERM)\u000a03:44:16.836058 run iperf3-srv_10.42.42.10(pid=4742): Terminating (SIGTERM)\u000a03:44:16.882551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4743): Terminating (SIGTERM)\u000a03:44:16.929098 run iperf3-srv_10.42.42.10(pid=4744): Terminating (SIGTERM)\u000a03:44:16.975527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4745): Terminating (SIGTERM)\u000a03:44:17.022042 run iperf3-srv_10.42.42.10(pid=4746): Terminating (SIGTERM)\u000a03:44:17.068457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4747): Terminating (SIGTERM)\u000a03:44:17.114997 run iperf3-srv_10.42.42.10(pid=4748): Terminating (SIGTERM)\u000a03:44:17.161791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4751): Terminating (SIGTERM)\u000a03:44:17.204740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4754): Terminating (SIGTERM)\u000a03:44:17.247807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4757): Terminating (SIGTERM)\u000a03:44:17.257614 --- ParallelTerminationStrategy: PID 4741 died...\u000a03:44:17.315644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4741): Terminated: ok {rc=0}\u000a03:44:17.325913 --- ParallelTerminationStrategy: PID 4742 died...\u000a03:44:17.383669 run iperf3-srv_10.42.42.10(pid=4742): Terminated {rc=256}\u000a03:44:17.393927 --- ParallelTerminationStrategy: PID 4743 died...\u000a03:44:17.451700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4743): Terminated: ok {rc=0}\u000a03:44:17.461892 --- ParallelTerminationStrategy: PID 4744 died...\u000a03:44:17.519435 run iperf3-srv_10.42.42.10(pid=4744): Terminated {rc=256}\u000a03:44:17.529942 --- ParallelTerminationStrategy: PID 4745 died...\u000a03:44:17.587874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4745): Terminated: ok {rc=0}\u000a03:44:17.598258 --- ParallelTerminationStrategy: PID 4746 died...\u000a03:44:17.655810 run iperf3-srv_10.42.42.10(pid=4746): Terminated {rc=256}\u000a03:44:17.666002 --- ParallelTerminationStrategy: PID 4747 died...\u000a03:44:17.723851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4747): Terminated: ok {rc=0}\u000a03:44:17.734034 --- ParallelTerminationStrategy: PID 4748 died...\u000a03:44:17.791728 run iperf3-srv_10.42.42.10(pid=4748): Terminated {rc=256}\u000a03:44:17.801943 --- ParallelTerminationStrategy: PID 4751 died...\u000a03:44:17.859789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4751): Terminated: ok {rc=0}\u000a03:44:17.869971 --- ParallelTerminationStrategy: PID 4754 died...\u000a03:44:17.927799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4754): Terminated: ok {rc=0}\u000a03:44:17.937996 --- ParallelTerminationStrategy: PID 4757 died...\u000a03:44:17.995779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4757): Terminated: ok {rc=0}\u000a03:44:18.084751 bus /gobi_4: Setting Powered False\u000a03:44:19.191875 bus /gobi_4: Setting Powered False\u000a03:44:20.300912 bus /gobi_1: Setting Powered False\u000a03:44:21.408328 bus /gobi_1: Setting Powered False\u000a03:44:22.518225 bus /gobi_0: Setting Powered False\u000a03:44:23.624902 bus /gobi_0: Setting Powered False\u000a03:44:24.734615 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4765): Process ended prematurely: osmo-stp_10.42.42.5(pid=4765) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4765)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4765): Process ended prematurely: osmo-stp_10.42.42.5(pid=4765) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a03:44:25.803192 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:25.815249 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:44:25.967633 tst ping.py: using LAC 38312\u000a03:44:26.094392 tst ping.py: using RAC 62\u000a03:44:26.222710 tst ping.py: using CellId 38312\u000a03:44:26.350989 tst ping.py: using BVCI 38313\u000a03:44:26.375923 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:26.387871 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:26.399357 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:26.410653 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:26.422216 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:26.433846 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:26.445641 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:26.457160 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:26.751610 tst ping.py:19: start network...\u000a03:44:26.885944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:27.395391 run create_hlr_db(pid=4759): Launched\u000a03:44:27.582668 bus /gobi_6: Setting Powered False\u000a03:44:28.603740 run create_hlr_db(pid=4759): Terminated: ok {rc=0}\u000a03:44:29.010391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4761): Launched\u000a03:44:29.313918 run osmo-hlr_10.42.42.2(pid=4762): Launched\u000a03:44:29.425374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:29.953223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4764): Launched\u000a03:44:30.256650 run osmo-stp_10.42.42.5(pid=4765): Launched\u000a03:44:30.365341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:30.915431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4767): Launched\u000a03:44:31.034290 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:31.339442 run patchelf(pid=4768): Launched\u000a03:44:31.535563 run osmo-stp_10.42.42.5(pid=4765): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4765)]\u000a03:44:31.679495 run osmo-stp_10.42.42.5(pid=4765): stdout: \u000a| (launched: 2022-12-14_03:44:30.105978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:31.823938 run osmo-stp_10.42.42.5(pid=4765): stderr: \u000a| �[0;m�[38;5;43m20221214034430278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034430279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034430279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034430279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034430280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034430280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034430280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:31.963384 run osmo-stp_10.42.42.5(pid=4765): stdout: \u000a| (launched: 2022-12-14_03:44:30.105978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:32.100692 run osmo-stp_10.42.42.5(pid=4765): stderr: \u000a| �[0;m�[38;5;43m20221214034430278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034430279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034430279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034430279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034430280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034430280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034430280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:32.255976 run patchelf(pid=4768): Terminating (SIGINT)\u000a03:44:32.437382 run patchelf(pid=4768): Terminated: ok {rc=0}\u000a03:44:32.470612 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4765): Process ended prematurely: osmo-stp_10.42.42.5(pid=4765) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4765)] [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a03:44:32.479968 tst ping.py:22: Test FAILED (6.7 sec)\u000a03:44:32.544542 run osmo-hlr_10.42.42.2(pid=4762): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4762)]\u000a03:44:32.597540 run osmo-hlr_10.42.42.2(pid=4762): stdout: \u000a| (launched: 2022-12-14_03:44:29.163395) \u000a03:44:32.650665 run osmo-hlr_10.42.42.2(pid=4762): stderr: \u000a| �[0;m�[1;31m20221214034429342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034429342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034429342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034429342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034429342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034429342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034429354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034429363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034429363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034429363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:32.695744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4761): Terminating (SIGTERM)\u000a03:44:32.738955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4764): Terminating (SIGTERM)\u000a03:44:32.781333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4767): Terminating (SIGTERM)\u000a03:44:32.791121 --- ParallelTerminationStrategy: PID 4761 died...\u000a03:44:32.848369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4761): Terminated: ok {rc=0}\u000a03:44:32.858683 --- ParallelTerminationStrategy: PID 4764 died...\u000a03:44:32.915483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4764): Terminated: ok {rc=0}\u000a03:44:32.925795 --- ParallelTerminationStrategy: PID 4767 died...\u000a03:44:32.982701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4767): Terminated: ok {rc=0}\u000a03:44:33.070924 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4775): Process ended prematurely: osmo-stp_10.42.42.5(pid=4775) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4775)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4775): Process ended prematurely: osmo-stp_10.42.42.5(pid=4775) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a03:44:34.123634 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:34.135739 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:44:34.281833 tst ping_idle_ping.py: using LAC 38313\u000a03:44:34.399248 tst ping_idle_ping.py: using RAC 63\u000a03:44:34.519318 tst ping_idle_ping.py: using CellId 38313\u000a03:44:34.639413 tst ping_idle_ping.py: using BVCI 38314\u000a03:44:34.662615 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:34.673582 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:34.684324 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:34.695089 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:34.705772 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:34.716461 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:34.727418 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:34.738179 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:35.012257 tst ping_idle_ping.py:24: start network...\u000a03:44:35.136802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:35.625072 run create_hlr_db(pid=4769): Launched\u000a03:44:35.798781 bus /gobi_6: Setting Powered False\u000a03:44:36.821426 run create_hlr_db(pid=4769): Terminated: ok {rc=0}\u000a03:44:37.255573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4771): Launched\u000a03:44:37.583848 run osmo-hlr_10.42.42.2(pid=4772): Launched\u000a03:44:37.702594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:38.268169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4774): Launched\u000a03:44:38.591556 run osmo-stp_10.42.42.5(pid=4775): Launched\u000a03:44:38.704611 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:39.234467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4777): Launched\u000a03:44:39.341564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:39.607210 run patchelf(pid=4778): Launched\u000a03:44:39.783960 run osmo-stp_10.42.42.5(pid=4775): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4775)]\u000a03:44:39.913727 run osmo-stp_10.42.42.5(pid=4775): stdout: \u000a| (launched: 2022-12-14_03:44:38.434146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:40.043746 run osmo-stp_10.42.42.5(pid=4775): stderr: \u000a| �[0;m�[38;5;43m20221214034438609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034438609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034438609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034438610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034438610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034438610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034438610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:40.168580 run osmo-stp_10.42.42.5(pid=4775): stdout: \u000a| (launched: 2022-12-14_03:44:38.434146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:40.292327 run osmo-stp_10.42.42.5(pid=4775): stderr: \u000a| �[0;m�[38;5;43m20221214034438609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034438609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034438609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034438610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034438610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034438610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034438610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:40.436310 run patchelf(pid=4778): Terminating (SIGINT)\u000a03:44:40.605146 run patchelf(pid=4778): Terminated: ok {rc=0}\u000a03:44:40.636017 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4775): Process ended prematurely: osmo-stp_10.42.42.5(pid=4775) [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4775)] [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a03:44:40.644515 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a03:44:40.704674 run osmo-hlr_10.42.42.2(pid=4772): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4772)]\u000a03:44:40.753619 run osmo-hlr_10.42.42.2(pid=4772): stdout: \u000a| (launched: 2022-12-14_03:44:37.421561) \u000a03:44:40.803268 run osmo-hlr_10.42.42.2(pid=4772): stderr: \u000a| �[0;m�[1;31m20221214034437623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034437623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034437623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034437623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034437623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034437623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034437635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034437643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034437643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034437643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:40.845464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4771): Terminating (SIGTERM)\u000a03:44:40.884807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4774): Terminating (SIGTERM)\u000a03:44:40.924342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4777): Terminating (SIGTERM)\u000a03:44:40.933553 --- ParallelTerminationStrategy: PID 4771 died...\u000a03:44:40.986419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4771): Terminated: ok {rc=0}\u000a03:44:40.995934 --- ParallelTerminationStrategy: PID 4774 died...\u000a03:44:41.048900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4774): Terminated: ok {rc=0}\u000a03:44:41.058478 --- ParallelTerminationStrategy: PID 4777 died...\u000a03:44:41.111231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4777): Terminated: ok {rc=0}\u000a03:44:41.199278 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:43:42" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4790): Process ended prematurely: osmo-stp_10.42.42.5(pid=4790) [trial-2399↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4790)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4790): Process ended prematurely: osmo-stp_10.42.42.5(pid=4790) [trial-2399↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:44:43.181112 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:43.192264 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:44:43.337379 tst switch_tch_pdch.py: using LAC 38314\u000a03:44:43.453843 tst switch_tch_pdch.py: using RAC 64\u000a03:44:43.571148 tst switch_tch_pdch.py: using CellId 38314\u000a03:44:43.690608 tst switch_tch_pdch.py: using BVCI 38315\u000a03:44:43.713786 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:43.724849 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:43.735774 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:43.746715 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:43.757569 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:43.768460 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:43.779559 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:44:43.790462 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:44:43.911121 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:44:44.187854 tst switch_tch_pdch.py:51: start network...\u000a03:44:44.311603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:44.795500 run create_hlr_db(pid=4784): Launched\u000a03:44:44.968744 bus /gobi_6: Setting Powered False\u000a03:44:46.013834 run create_hlr_db(pid=4784): Terminated: ok {rc=0}\u000a03:44:46.469248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4786): Launched\u000a03:44:46.896379 run osmo-hlr_10.42.42.2(pid=4787): Launched\u000a03:44:47.138898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:47.701814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4789): Launched\u000a03:44:48.025412 run osmo-stp_10.42.42.5(pid=4790): Launched\u000a03:44:48.142706 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:48.707053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4792): Launched\u000a03:44:48.822178 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:49.104201 run patchelf(pid=4793): Launched\u000a03:44:49.293350 run osmo-stp_10.42.42.5(pid=4790): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4790)]\u000a03:44:49.432360 run osmo-stp_10.42.42.5(pid=4790): stdout: \u000a| (launched: 2022-12-14_03:44:47.865093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:49.571066 run osmo-stp_10.42.42.5(pid=4790): stderr: \u000a| �[0;m�[38;5;43m20221214034448061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034448061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034448061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034448062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034448062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034448062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034448062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:49.705049 run osmo-stp_10.42.42.5(pid=4790): stdout: \u000a| (launched: 2022-12-14_03:44:47.865093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:49.837756 run osmo-stp_10.42.42.5(pid=4790): stderr: \u000a| �[0;m�[38;5;43m20221214034448061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034448061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034448061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034448062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034448062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034448062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034448062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:49.992386 run patchelf(pid=4793): Terminating (SIGINT)\u000a03:44:50.174251 run patchelf(pid=4793): Terminated: ok {rc=0}\u000a03:44:50.207245 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4790): Process ended prematurely: osmo-stp_10.42.42.5(pid=4790) [trial-2399↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4790)] [trial-2399↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:44:50.216478 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a03:44:50.280368 run osmo-hlr_10.42.42.2(pid=4787): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4787)]\u000a03:44:50.332476 run osmo-hlr_10.42.42.2(pid=4787): stdout: \u000a| (launched: 2022-12-14_03:44:46.638416) \u000a03:44:50.385264 run osmo-hlr_10.42.42.2(pid=4787): stderr: \u000a| �[0;m�[1;31m20221214034446956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034446956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034446956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034446956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034446956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034446956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034446971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034446989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034446989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034446989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:50.430104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4786): Terminating (SIGTERM)\u000a03:44:50.472710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4789): Terminating (SIGTERM)\u000a03:44:50.514896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4792): Terminating (SIGTERM)\u000a03:44:50.524594 --- ParallelTerminationStrategy: PID 4786 died...\u000a03:44:50.581289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4786): Terminated: ok {rc=0}\u000a03:44:50.591369 --- ParallelTerminationStrategy: PID 4789 died...\u000a03:44:50.647843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4789): Terminated: ok {rc=0}\u000a03:44:50.657968 --- ParallelTerminationStrategy: PID 4792 died...\u000a03:44:50.714282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4792): Terminated: ok {rc=0}\u000a03:44:50.801572 bus /gobi_0: Setting Powered False\u000a03:44:51.904986 bus /gobi_0: Setting Powered False\u000a03:44:53.010355 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:44:42" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4804): Process ended prematurely: osmo-stp_10.42.42.5(pid=4804) [trial-2399↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4804)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4804): Process ended prematurely: osmo-stp_10.42.42.5(pid=4804) [trial-2399↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a03:44:54.942410 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:54.953904 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a03:44:55.106452 tst switch_tch_pdch.py: using LAC 38315\u000a03:44:55.234620 tst switch_tch_pdch.py: using RAC 65\u000a03:44:55.361598 tst switch_tch_pdch.py: using CellId 38315\u000a03:44:55.489609 tst switch_tch_pdch.py: using BVCI 38316\u000a03:44:55.514418 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:55.525777 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:55.536911 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:55.547964 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:55.559337 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:55.570964 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:55.582738 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:44:55.594293 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:44:55.712282 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:44:55.987562 tst switch_tch_pdch.py:51: start network...\u000a03:44:56.112098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:56.570211 run create_hlr_db(pid=4798): Launched\u000a03:44:56.693381 bus /gobi_6: Setting Powered False\u000a03:44:57.765586 run create_hlr_db(pid=4798): Terminated: ok {rc=0}\u000a03:44:58.167787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4800): Launched\u000a03:44:58.493287 run osmo-hlr_10.42.42.2(pid=4801): Launched\u000a03:44:58.611166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:59.147763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4803): Launched\u000a03:44:59.473087 run osmo-stp_10.42.42.5(pid=4804): Launched\u000a03:44:59.590740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:45:00.127994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4806): Launched\u000a03:45:00.243161 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:45:00.527791 run patchelf(pid=4807): Launched\u000a03:45:00.717064 run osmo-stp_10.42.42.5(pid=4804): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4804)]\u000a03:45:00.856118 run osmo-stp_10.42.42.5(pid=4804): stdout: \u000a| (launched: 2022-12-14_03:44:59.311649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:01.015154 run osmo-stp_10.42.42.5(pid=4804): stderr: \u000a| �[0;m�[38;5;43m20221214034459508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034459508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034459509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034459509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034459510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034459510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034459510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:01.153162 run osmo-stp_10.42.42.5(pid=4804): stdout: \u000a| (launched: 2022-12-14_03:44:59.311649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:01.289323 run osmo-stp_10.42.42.5(pid=4804): stderr: \u000a| �[0;m�[38;5;43m20221214034459508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034459508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034459509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034459509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034459510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034459510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034459510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:01.458132 run patchelf(pid=4807): Terminating (SIGINT)\u000a03:45:01.645297 run patchelf(pid=4807): Terminated: ok {rc=0}\u000a03:45:01.679558 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4804): Process ended prematurely: osmo-stp_10.42.42.5(pid=4804) [trial-2399↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4804)] [trial-2399↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a03:45:01.689925 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a03:45:01.756146 run osmo-hlr_10.42.42.2(pid=4801): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4801)]\u000a03:45:01.810072 run osmo-hlr_10.42.42.2(pid=4801): stdout: \u000a| (launched: 2022-12-14_03:44:58.331447) \u000a03:45:01.865160 run osmo-hlr_10.42.42.2(pid=4801): stderr: \u000a| �[0;m�[1;31m20221214034458532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034458532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034458532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034458532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034458532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034458532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034458548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034458558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034458558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034458558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:01.912315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4800): Terminating (SIGTERM)\u000a03:45:01.956290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4803): Terminating (SIGTERM)\u000a03:45:02.000394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4806): Terminating (SIGTERM)\u000a03:45:02.010701 --- ParallelTerminationStrategy: PID 4800 died...\u000a03:45:02.070174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4800): Terminated: ok {rc=0}\u000a03:45:02.082191 --- ParallelTerminationStrategy: PID 4803 died...\u000a03:45:02.140721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4803): Terminated: ok {rc=0}\u000a03:45:02.152784 --- ParallelTerminationStrategy: PID 4806 died...\u000a03:45:02.211098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4806): Terminated: ok {rc=0}\u000a03:45:02.302856 bus /gobi_0: Setting Powered False\u000a03:45:03.411068 bus /gobi_0: Setting Powered False\u000a03:45:04.523197 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:44:54" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4815): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4815) [trial-2399↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4815)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4815): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4815) [trial-2399↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a03:45:06.375069 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a03:45:06.385698 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a03:45:06.518593 tst mo_mt_sms.py: using LAC 38316\u000a03:45:06.644503 tst mo_mt_sms.py: using RAC 66\u000a03:45:06.771836 tst mo_mt_sms.py: using CellId 38316\u000a03:45:06.901515 tst mo_mt_sms.py: using BVCI 38317\u000a03:45:06.926364 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a03:45:07.041981 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a03:45:07.332910 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:45:07.468772 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:45:08.138135 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4814): Launched\u000a03:45:08.463692 run osmo-nitb_10.42.42.2(pid=4815): Launched\u000a03:45:08.662168 run osmo-nitb_10.42.42.2(pid=4815): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4815)]\u000a03:45:08.808664 run osmo-nitb_10.42.42.2(pid=4815): stdout: \u000a| (launched: 2022-12-14_03:45:08.303909) \u000a03:45:08.955787 run osmo-nitb_10.42.42.2(pid=4815): stderr: \u000a| (launched: 2022-12-14_03:45:08.351968)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:09.097690 run osmo-nitb_10.42.42.2(pid=4815): stdout: \u000a| (launched: 2022-12-14_03:45:08.303909) \u000a03:45:09.238084 run osmo-nitb_10.42.42.2(pid=4815): stderr: \u000a| (launched: 2022-12-14_03:45:08.351968)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:09.594164 tst osmo-nitb_10.42.42.2(pid=4815): stdout: \u000a| (launched: 2022-12-14_03:45:08.303909) \u000a03:45:09.723378 tst osmo-nitb_10.42.42.2(pid=4815): stderr: \u000a| (launched: 2022-12-14_03:45:08.351968)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:09.779940 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4815): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4815) [trial-2399↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4815)] [trial-2399↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a03:45:09.788922 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a03:45:09.825472 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4814): Terminating (SIGTERM)\u000a03:45:10.003694 --- ParallelTerminationStrategy: PID 4814 died...\u000a03:45:10.062993 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4814): Terminated: ok {rc=0}\u000a03:45:10.152343 bus /sierra_3: Setting Powered False\u000a03:45:11.258179 bus /sierra_3: Setting Powered False\u000a03:45:12.372085 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:45:06" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4826): Process ended prematurely: osmo-stp_10.42.42.5(pid=4826) [trial-2399↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4826)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4826): Process ended prematurely: osmo-stp_10.42.42.5(pid=4826) [trial-2399↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a03:45:14.216829 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:14.227441 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a03:45:14.350617 tst mo_mt_sms.py: using LAC 38317\u000a03:45:14.475278 tst mo_mt_sms.py: using RAC 67\u000a03:45:14.600324 tst mo_mt_sms.py: using CellId 38317\u000a03:45:14.726712 tst mo_mt_sms.py: using BVCI 38318\u000a03:45:14.751394 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:14.762377 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:14.773202 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:14.783830 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:14.794935 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:14.806095 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a03:45:14.925130 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a03:45:15.135685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:15.646851 run create_hlr_db(pid=4820): Launched\u000a03:45:15.834440 bus /sierra_2: Setting Powered False\u000a03:45:16.856400 run create_hlr_db(pid=4820): Terminated: ok {rc=0}\u000a03:45:17.302485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4822): Launched\u000a03:45:17.629119 run osmo-hlr_10.42.42.2(pid=4823): Launched\u000a03:45:17.748414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:45:18.312598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4825): Launched\u000a03:45:18.639098 run osmo-stp_10.42.42.5(pid=4826): Launched\u000a03:45:18.756736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:45:19.349666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4828): Launched\u000a03:45:19.676190 run osmo-msc_10.42.42.6(pid=4829): Launched\u000a03:45:19.866206 run osmo-stp_10.42.42.5(pid=4826): ERR: Terminated: ERROR {rc=1} [trial-2399↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4826)]\u000a03:45:20.003423 run osmo-stp_10.42.42.5(pid=4826): stdout: \u000a| (launched: 2022-12-14_03:45:18.477444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:20.140508 run osmo-stp_10.42.42.5(pid=4826): stderr: \u000a| �[0;m�[38;5;43m20221214034518673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034518673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034518673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034518674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034518674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034518674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034518674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:20.270538 run osmo-stp_10.42.42.5(pid=4826): stdout: \u000a| (launched: 2022-12-14_03:45:18.477444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:20.400020 run osmo-stp_10.42.42.5(pid=4826): stderr: \u000a| �[0;m�[38;5;43m20221214034518673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034518673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034518673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034518674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034518674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034518674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034518674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:20.456484 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=4826): Process ended prematurely: osmo-stp_10.42.42.5(pid=4826) [trial-2399↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4826)] [trial-2399↪sms:oc2g↪mo_mt_sms.py:16]\u000a03:45:20.464992 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a03:45:20.528283 run osmo-hlr_10.42.42.2(pid=4823): ERR: Terminated: ERROR {rc=237} [trial-2399↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4823)]\u000a03:45:20.580105 run osmo-hlr_10.42.42.2(pid=4823): stdout: \u000a| (launched: 2022-12-14_03:45:17.467047) \u000a03:45:20.632587 run osmo-hlr_10.42.42.2(pid=4823): stderr: \u000a| �[0;m�[1;31m20221214034517667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034517668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034517668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034517668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034517668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034517668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034517679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034517687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034517688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034517688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:20.703734 run osmo-msc_10.42.42.6(pid=4829): ERR: Terminated: ERROR {rc=2} [trial-2399↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4829)]\u000a03:45:20.755412 run osmo-msc_10.42.42.6(pid=4829): stdout: \u000a| (launched: 2022-12-14_03:45:19.514498) \u000a03:45:20.807576 run osmo-msc_10.42.42.6(pid=4829): stderr: \u000a| �[0;m�[38;5;43m20221214034519837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034519837 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f807734ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034519837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034519837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034519837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034519838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034519839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034519840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034519840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034519840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:45:20.852347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4822): Terminating (SIGTERM)\u000a03:45:20.894236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4825): Terminating (SIGTERM)\u000a03:45:20.936113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4828): Terminating (SIGTERM)\u000a03:45:20.945860 --- ParallelTerminationStrategy: PID 4822 died...\u000a03:45:21.002455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4822): Terminated: ok {rc=0}\u000a03:45:21.012495 --- ParallelTerminationStrategy: PID 4825 died...\u000a03:45:21.068776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4825): Terminated: ok {rc=0}\u000a03:45:21.078882 --- ParallelTerminationStrategy: PID 4828 died...\u000a03:45:21.135218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4828): Terminated: ok {rc=0}\u000a03:45:21.221582 bus /sierra_3: Setting Powered False\u000a03:45:22.329634 bus /sierra_3: Setting Powered False\u000a03:45:23.442183 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:45:14" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4835): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4835) [trial-2399↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4835)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4835): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4835) [trial-2399↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a03:45:25.250136 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a03:45:25.261161 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a03:45:25.390410 tst assert_extension.py: using LAC 38318\u000a03:45:25.519036 tst assert_extension.py: using RAC 68\u000a03:45:25.648297 tst assert_extension.py: using CellId 38318\u000a03:45:25.776637 tst assert_extension.py: using BVCI 38319\u000a03:45:25.801288 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a03:45:26.075569 tst assert_extension.py:10: start nitb and bts...\u000a03:45:26.200541 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:45:26.825308 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4834): Launched\u000a03:45:27.125430 run osmo-nitb_10.42.42.2(pid=4835): Launched\u000a03:45:27.309988 run osmo-nitb_10.42.42.2(pid=4835): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4835)]\u000a03:45:27.446483 run osmo-nitb_10.42.42.2(pid=4835): stdout: \u000a| (launched: 2022-12-14_03:45:26.977658) \u000a03:45:27.583238 run osmo-nitb_10.42.42.2(pid=4835): stderr: \u000a| (launched: 2022-12-14_03:45:27.022696)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:27.714810 run osmo-nitb_10.42.42.2(pid=4835): stdout: \u000a| (launched: 2022-12-14_03:45:26.977658) \u000a03:45:27.845181 run osmo-nitb_10.42.42.2(pid=4835): stderr: \u000a| (launched: 2022-12-14_03:45:27.022696)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:28.246259 tst osmo-nitb_10.42.42.2(pid=4835): stdout: \u000a| (launched: 2022-12-14_03:45:26.977658) \u000a03:45:28.366426 tst osmo-nitb_10.42.42.2(pid=4835): stderr: \u000a| (launched: 2022-12-14_03:45:27.022696)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:28.419120 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=4835): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4835) [trial-2399↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4835)] [trial-2399↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a03:45:28.427285 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a03:45:28.461930 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4834): Terminating (SIGTERM)\u000a03:45:28.639224 --- ParallelTerminationStrategy: PID 4834 died...\u000a03:45:28.695480 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4834): Terminated: ok {rc=0}\u000a03:45:28.780019 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:45:25" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4845): Process ended prematurely: osmo-stp_10.42.42.5(pid=4845) [trial-2399↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4845)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4845): Process ended prematurely: osmo-stp_10.42.42.5(pid=4845) [trial-2399↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a03:45:30.590518 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:30.602026 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a03:45:30.733681 tst assert_extension.py: using LAC 38319\u000a03:45:30.862055 tst assert_extension.py: using RAC 69\u000a03:45:31.000319 tst assert_extension.py: using CellId 38319\u000a03:45:31.152057 tst assert_extension.py: using BVCI 38320\u000a03:45:31.184577 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:31.199005 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:31.212918 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:31.226202 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:31.240192 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:31.253642 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a03:45:31.537869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:32.092428 run create_hlr_db(pid=4839): Launched\u000a03:45:32.270107 bus /sierra_2: Setting Powered False\u000a03:45:33.288593 run create_hlr_db(pid=4839): Terminated: ok {rc=0}\u000a03:45:33.692727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4841): Launched\u000a03:45:33.995518 run osmo-hlr_10.42.42.2(pid=4842): Launched\u000a03:45:34.104487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:45:34.637324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4844): Launched\u000a03:45:34.940816 run osmo-stp_10.42.42.5(pid=4845): Launched\u000a03:45:35.050242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:45:35.602794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4847): Launched\u000a03:45:35.905757 run osmo-msc_10.42.42.6(pid=4848): Launched\u000a03:45:36.082737 run osmo-stp_10.42.42.5(pid=4845): ERR: Terminated: ERROR {rc=1} [trial-2399↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4845)]\u000a03:45:36.210584 run osmo-stp_10.42.42.5(pid=4845): stdout: \u000a| (launched: 2022-12-14_03:45:34.790102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:36.335914 run osmo-stp_10.42.42.5(pid=4845): stderr: \u000a| �[0;m�[38;5;43m20221214034534963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034534963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034534963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034534963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034534964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034534964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034534964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:36.456470 run osmo-stp_10.42.42.5(pid=4845): stdout: \u000a| (launched: 2022-12-14_03:45:34.790102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:36.576152 run osmo-stp_10.42.42.5(pid=4845): stderr: \u000a| �[0;m�[38;5;43m20221214034534963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034534963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034534963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034534963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034534964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034534964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034534964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:36.628602 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=4845): Process ended prematurely: osmo-stp_10.42.42.5(pid=4845) [trial-2399↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4845)] [trial-2399↪ussd:oc2g↪assert_extension.py:17]\u000a03:45:36.636435 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a03:45:36.696523 run osmo-hlr_10.42.42.2(pid=4842): ERR: Terminated: ERROR {rc=237} [trial-2399↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4842)]\u000a03:45:36.745470 run osmo-hlr_10.42.42.2(pid=4842): stdout: \u000a| (launched: 2022-12-14_03:45:33.845240) \u000a03:45:36.795138 run osmo-hlr_10.42.42.2(pid=4842): stderr: \u000a| �[0;m�[1;31m20221214034534022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034534022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034534022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034534022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034534022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034534022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034534034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034534043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034534044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034534044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:36.862982 run osmo-msc_10.42.42.6(pid=4848): ERR: Terminated: ERROR {rc=2} [trial-2399↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4848)]\u000a03:45:36.912115 run osmo-msc_10.42.42.6(pid=4848): stdout: \u000a| (launched: 2022-12-14_03:45:35.755130) \u000a03:45:36.961778 run osmo-msc_10.42.42.6(pid=4848): stderr: \u000a| �[0;m�[38;5;43m20221214034536028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034536028 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd713e05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034536028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034536028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034536028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034536029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034536030 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034536031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034536031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034536031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:45:37.003822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4841): Terminating (SIGTERM)\u000a03:45:37.043660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4844): Terminating (SIGTERM)\u000a03:45:37.083252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4847): Terminating (SIGTERM)\u000a03:45:37.092430 --- ParallelTerminationStrategy: PID 4841 died...\u000a03:45:37.146175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4841): Terminated: ok {rc=0}\u000a03:45:37.155708 --- ParallelTerminationStrategy: PID 4844 died...\u000a03:45:37.208767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4844): Terminated: ok {rc=0}\u000a03:45:37.218289 --- ParallelTerminationStrategy: PID 4847 died...\u000a03:45:37.271090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4847): Terminated: ok {rc=0}\u000a03:45:37.355420 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:45:30" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4860): Process ended prematurely: osmo-stp_10.42.42.5(pid=4860) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4860)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4860): Process ended prematurely: osmo-stp_10.42.42.5(pid=4860) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:45:39.266115 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:39.277215 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:45:39.436153 tst mo_mt_call.py: using LAC 38320\u000a03:45:39.564035 tst mo_mt_call.py: using RAC 70\u000a03:45:39.693916 tst mo_mt_call.py: using CellId 38320\u000a03:45:39.823354 tst mo_mt_call.py: using BVCI 38321\u000a03:45:39.848589 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:39.860065 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:39.871374 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:39.882637 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:39.894350 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:39.905925 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:45:40.022915 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:45:40.232110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:40.731039 run create_hlr_db(pid=4854): Launched\u000a03:45:40.907087 bus /sierra_2: Setting Powered False\u000a03:45:41.928225 run create_hlr_db(pid=4854): Terminated: ok {rc=0}\u000a03:45:42.340235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4856): Launched\u000a03:45:42.651071 run osmo-hlr_10.42.42.2(pid=4857): Launched\u000a03:45:42.771638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:45:43.317997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4859): Launched\u000a03:45:43.628480 run osmo-stp_10.42.42.5(pid=4860): Launched\u000a03:45:43.740398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:45:44.304286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4862): Launched\u000a03:45:44.614891 run osmo-msc_10.42.42.6(pid=4863): Launched\u000a03:45:44.795584 run osmo-stp_10.42.42.5(pid=4860): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4860)]\u000a03:45:44.926156 run osmo-stp_10.42.42.5(pid=4860): stdout: \u000a| (launched: 2022-12-14_03:45:43.473738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:45.053440 run osmo-stp_10.42.42.5(pid=4860): stderr: \u000a| �[0;m�[38;5;43m20221214034543648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034543648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034543648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034543648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034543649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034543649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034543649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:45.176941 run osmo-stp_10.42.42.5(pid=4860): stdout: \u000a| (launched: 2022-12-14_03:45:43.473738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:45.299134 run osmo-stp_10.42.42.5(pid=4860): stderr: \u000a| �[0;m�[38;5;43m20221214034543648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034543648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034543648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034543648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034543649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034543649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034543649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:45.352929 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4860): Process ended prematurely: osmo-stp_10.42.42.5(pid=4860) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4860)] [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:45:45.361463 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:45:45.421673 run osmo-hlr_10.42.42.2(pid=4857): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4857)]\u000a03:45:45.470987 run osmo-hlr_10.42.42.2(pid=4857): stdout: \u000a| (launched: 2022-12-14_03:45:42.497615) \u000a03:45:45.520893 run osmo-hlr_10.42.42.2(pid=4857): stderr: \u000a| �[0;m�[1;31m20221214034542679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034542679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034542679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034542679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034542679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034542679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034542697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034542706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034542706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034542706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:45.588928 run osmo-msc_10.42.42.6(pid=4863): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4863)]\u000a03:45:45.638172 run osmo-msc_10.42.42.6(pid=4863): stdout: \u000a| (launched: 2022-12-14_03:45:44.460526) \u000a03:45:45.688271 run osmo-msc_10.42.42.6(pid=4863): stderr: \u000a| �[0;m�[38;5;43m20221214034544735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034544735 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ddbebec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034544735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034544735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034544736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034544736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034544738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034544738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034544738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034544738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:45:45.730402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4856): Terminating (SIGTERM)\u000a03:45:45.770245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4859): Terminating (SIGTERM)\u000a03:45:45.810056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4862): Terminating (SIGTERM)\u000a03:45:45.819330 --- ParallelTerminationStrategy: PID 4856 died...\u000a03:45:45.877672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4856): Terminated: ok {rc=0}\u000a03:45:45.887912 --- ParallelTerminationStrategy: PID 4859 died...\u000a03:45:45.943070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4859): Terminated: ok {rc=0}\u000a03:45:45.953307 --- ParallelTerminationStrategy: PID 4862 died...\u000a03:45:46.008143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4862): Terminated: ok {rc=0}\u000a03:45:46.094488 bus /sierra_3: Setting Powered False\u000a03:45:47.217534 bus /sierra_3: Setting Powered False\u000a03:45:48.330791 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4872): Process ended prematurely: osmo-stp_10.42.42.5(pid=4872) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4872)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4872): Process ended prematurely: osmo-stp_10.42.42.5(pid=4872) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:45:49.440864 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:49.452694 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:45:49.598818 tst mo_mt_call_osmux.py: using LAC 38321\u000a03:45:49.721390 tst mo_mt_call_osmux.py: using RAC 71\u000a03:45:49.841413 tst mo_mt_call_osmux.py: using CellId 38321\u000a03:45:49.962911 tst mo_mt_call_osmux.py: using BVCI 38322\u000a03:45:49.986505 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:49.997781 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:50.008744 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:50.019662 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:50.030698 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:50.041800 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:45:50.157188 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:45:50.372700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:50.894215 run create_hlr_db(pid=4865): Launched\u000a03:45:51.084835 bus /sierra_2: Setting Powered False\u000a03:45:52.108902 run create_hlr_db(pid=4865): Terminated: ok {rc=0}\u000a03:45:52.523691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4868): Launched\u000a03:45:52.833168 run osmo-hlr_10.42.42.2(pid=4869): Launched\u000a03:45:52.954738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:45:53.498100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4871): Launched\u000a03:45:53.807734 run osmo-stp_10.42.42.5(pid=4872): Launched\u000a03:45:53.919669 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:45:54.480759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4874): Launched\u000a03:45:54.789415 run osmo-msc_10.42.42.6(pid=4875): Launched\u000a03:45:54.968431 run osmo-stp_10.42.42.5(pid=4872): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4872)]\u000a03:45:55.097993 run osmo-stp_10.42.42.5(pid=4872): stdout: \u000a| (launched: 2022-12-14_03:45:53.653694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:55.225996 run osmo-stp_10.42.42.5(pid=4872): stderr: \u000a| �[0;m�[38;5;43m20221214034553826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034553826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034553826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034553826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034553829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034553829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034553829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:55.349737 run osmo-stp_10.42.42.5(pid=4872): stdout: \u000a| (launched: 2022-12-14_03:45:53.653694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:55.471871 run osmo-stp_10.42.42.5(pid=4872): stderr: \u000a| �[0;m�[38;5;43m20221214034553826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034553826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034553826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034553826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034553829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034553829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034553829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:55.525297 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4872): Process ended prematurely: osmo-stp_10.42.42.5(pid=4872) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4872)] [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:45:55.533807 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:45:55.594051 run osmo-hlr_10.42.42.2(pid=4869): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4869)]\u000a03:45:55.643079 run osmo-hlr_10.42.42.2(pid=4869): stdout: \u000a| (launched: 2022-12-14_03:45:52.679521) \u000a03:45:55.692708 run osmo-hlr_10.42.42.2(pid=4869): stderr: \u000a| �[0;m�[1;31m20221214034552857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034552857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034552857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034552857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034552857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034552857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034552869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034552877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034552877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034552877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:55.759816 run osmo-msc_10.42.42.6(pid=4875): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4875)]\u000a03:45:55.808198 run osmo-msc_10.42.42.6(pid=4875): stdout: \u000a| (launched: 2022-12-14_03:45:54.635384) \u000a03:45:55.857165 run osmo-msc_10.42.42.6(pid=4875): stderr: \u000a| �[0;m�[38;5;43m20221214034554912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034554912 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b2cb0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034554912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034554912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034554912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034554912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034554914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034554915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034554915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034554915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:45:55.898499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4868): Terminating (SIGTERM)\u000a03:45:55.937386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4871): Terminating (SIGTERM)\u000a03:45:55.976509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4874): Terminating (SIGTERM)\u000a03:45:55.985721 --- ParallelTerminationStrategy: PID 4868 died...\u000a03:45:56.038316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4868): Terminated: ok {rc=0}\u000a03:45:56.047713 --- ParallelTerminationStrategy: PID 4871 died...\u000a03:45:56.099966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4871): Terminated: ok {rc=0}\u000a03:45:56.109954 --- ParallelTerminationStrategy: PID 4874 died...\u000a03:45:56.162239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4874): Terminated: ok {rc=0}\u000a03:45:56.244687 bus /sierra_3: Setting Powered False\u000a03:45:57.348795 bus /sierra_3: Setting Powered False\u000a03:45:58.460933 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:45:39" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4886): Process ended prematurely: osmo-stp_10.42.42.5(pid=4886) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4886)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4886): Process ended prematurely: osmo-stp_10.42.42.5(pid=4886) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:46:00.410213 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:00.421462 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:46:00.567008 tst mo_mt_call.py: using LAC 38322\u000a03:46:00.691590 tst mo_mt_call.py: using RAC 72\u000a03:46:00.812466 tst mo_mt_call.py: using CellId 38322\u000a03:46:00.953204 tst mo_mt_call.py: using BVCI 38323\u000a03:46:00.979905 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:00.992379 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:01.004795 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:01.017361 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:01.030879 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:01.045329 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:46:01.168804 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:46:01.404735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:01.979716 run create_hlr_db(pid=4880): Launched\u000a03:46:02.177300 bus /sierra_2: Setting Powered False\u000a03:46:03.193695 run create_hlr_db(pid=4880): Terminated: ok {rc=0}\u000a03:46:03.609737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4882): Launched\u000a03:46:03.918494 run osmo-hlr_10.42.42.2(pid=4883): Launched\u000a03:46:04.039144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:04.580875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4885): Launched\u000a03:46:04.889629 run osmo-stp_10.42.42.5(pid=4886): Launched\u000a03:46:05.000645 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:05.563927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4888): Launched\u000a03:46:05.873872 run osmo-msc_10.42.42.6(pid=4889): Launched\u000a03:46:06.052736 run osmo-stp_10.42.42.5(pid=4886): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4886)]\u000a03:46:06.182166 run osmo-stp_10.42.42.5(pid=4886): stdout: \u000a| (launched: 2022-12-14_03:46:04.736149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:06.309888 run osmo-stp_10.42.42.5(pid=4886): stderr: \u000a| �[0;m�[38;5;43m20221214034604909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034604909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034604910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034604910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034604912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034604913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034604913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:06.432530 run osmo-stp_10.42.42.5(pid=4886): stdout: \u000a| (launched: 2022-12-14_03:46:04.736149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:06.554281 run osmo-stp_10.42.42.5(pid=4886): stderr: \u000a| �[0;m�[38;5;43m20221214034604909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034604909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034604910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034604910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034604912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034604913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034604913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:06.607954 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4886): Process ended prematurely: osmo-stp_10.42.42.5(pid=4886) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4886)] [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:46:06.616433 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:46:06.676527 run osmo-hlr_10.42.42.2(pid=4883): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4883)]\u000a03:46:06.726154 run osmo-hlr_10.42.42.2(pid=4883): stdout: \u000a| (launched: 2022-12-14_03:46:03.765694) \u000a03:46:06.776106 run osmo-hlr_10.42.42.2(pid=4883): stderr: \u000a| �[0;m�[1;31m20221214034603946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034603946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034603947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034603947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034603947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034603947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034603959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034603970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034603970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034603970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:06.843884 run osmo-msc_10.42.42.6(pid=4889): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4889)]\u000a03:46:06.893131 run osmo-msc_10.42.42.6(pid=4889): stdout: \u000a| (launched: 2022-12-14_03:46:05.719794) \u000a03:46:06.943096 run osmo-msc_10.42.42.6(pid=4889): stderr: \u000a| �[0;m�[38;5;43m20221214034605993 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034605993 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0649a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034605993 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034605993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034605993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034605993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034605995 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034605995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034605996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034605996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:06.985388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4882): Terminating (SIGTERM)\u000a03:46:07.025381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4885): Terminating (SIGTERM)\u000a03:46:07.065175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4888): Terminating (SIGTERM)\u000a03:46:07.074508 --- ParallelTerminationStrategy: PID 4882 died...\u000a03:46:07.128046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4882): Terminated: ok {rc=0}\u000a03:46:07.137856 --- ParallelTerminationStrategy: PID 4885 died...\u000a03:46:07.190574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4885): Terminated: ok {rc=0}\u000a03:46:07.200181 --- ParallelTerminationStrategy: PID 4888 died...\u000a03:46:07.253060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4888): Terminated: ok {rc=0}\u000a03:46:07.341625 bus /sierra_3: Setting Powered False\u000a03:46:08.446314 bus /sierra_3: Setting Powered False\u000a03:46:09.559010 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4897): Process ended prematurely: osmo-stp_10.42.42.5(pid=4897) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4897)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4897): Process ended prematurely: osmo-stp_10.42.42.5(pid=4897) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:46:10.670222 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:10.681954 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:46:10.827044 tst mo_mt_call_osmux.py: using LAC 38323\u000a03:46:10.947307 tst mo_mt_call_osmux.py: using RAC 73\u000a03:46:11.068810 tst mo_mt_call_osmux.py: using CellId 38323\u000a03:46:11.188709 tst mo_mt_call_osmux.py: using BVCI 38324\u000a03:46:11.212092 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:11.223122 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:11.233930 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:11.244667 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:11.255545 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:11.266395 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:46:11.380896 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:46:11.599833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:12.122676 run create_hlr_db(pid=4891): Launched\u000a03:46:12.313736 bus /sierra_2: Setting Powered False\u000a03:46:13.334066 run create_hlr_db(pid=4891): Terminated: ok {rc=0}\u000a03:46:13.748256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4893): Launched\u000a03:46:14.057992 run osmo-hlr_10.42.42.2(pid=4894): Launched\u000a03:46:14.180539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:14.724119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4896): Launched\u000a03:46:15.033892 run osmo-stp_10.42.42.5(pid=4897): Launched\u000a03:46:15.145812 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:15.709902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4899): Launched\u000a03:46:16.137946 run osmo-msc_10.42.42.6(pid=4900): Launched\u000a03:46:16.446869 run osmo-stp_10.42.42.5(pid=4897): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4897)]\u000a03:46:16.765214 run osmo-stp_10.42.42.5(pid=4897): stdout: \u000a| (launched: 2022-12-14_03:46:14.880072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:16.964228 run osmo-stp_10.42.42.5(pid=4897): stderr: \u000a| �[0;m�[38;5;43m20221214034615052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034615052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034615052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034615052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034615055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034615055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034615055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:17.089721 run osmo-stp_10.42.42.5(pid=4897): stdout: \u000a| (launched: 2022-12-14_03:46:14.880072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:17.213982 run osmo-stp_10.42.42.5(pid=4897): stderr: \u000a| �[0;m�[38;5;43m20221214034615052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034615052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034615052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034615052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034615055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034615055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034615055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:17.268744 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4897): Process ended prematurely: osmo-stp_10.42.42.5(pid=4897) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4897)] [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:46:17.278125 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a03:46:17.339054 run osmo-hlr_10.42.42.2(pid=4894): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4894)]\u000a03:46:17.389168 run osmo-hlr_10.42.42.2(pid=4894): stdout: \u000a| (launched: 2022-12-14_03:46:13.904039) \u000a03:46:17.439884 run osmo-hlr_10.42.42.2(pid=4894): stderr: \u000a| �[0;m�[1;31m20221214034614083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034614083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034614083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034614083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034614083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034614083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034614095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034614106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034614106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034614106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:17.507788 run osmo-msc_10.42.42.6(pid=4900): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4900)]\u000a03:46:17.557362 run osmo-msc_10.42.42.6(pid=4900): stdout: \u000a| (launched: 2022-12-14_03:46:15.878449) \u000a03:46:17.607209 run osmo-msc_10.42.42.6(pid=4900): stderr: \u000a| �[0;m�[38;5;43m20221214034616553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034616554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c55739c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034616554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034616554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034616555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034616557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034616563 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034616564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034616564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034616564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:17.649175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4893): Terminating (SIGTERM)\u000a03:46:17.688676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4896): Terminating (SIGTERM)\u000a03:46:17.728081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4899): Terminating (SIGTERM)\u000a03:46:17.737337 --- ParallelTerminationStrategy: PID 4893 died...\u000a03:46:17.790753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4893): Terminated: ok {rc=0}\u000a03:46:17.800412 --- ParallelTerminationStrategy: PID 4896 died...\u000a03:46:17.853373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4896): Terminated: ok {rc=0}\u000a03:46:17.862930 --- ParallelTerminationStrategy: PID 4899 died...\u000a03:46:17.915959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4899): Terminated: ok {rc=0}\u000a03:46:18.004052 bus /sierra_3: Setting Powered False\u000a03:46:19.107903 bus /sierra_3: Setting Powered False\u000a03:46:20.220062 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:46:00" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4911): Process ended prematurely: osmo-stp_10.42.42.5(pid=4911) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4911)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4911): Process ended prematurely: osmo-stp_10.42.42.5(pid=4911) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:46:22.175739 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:22.187353 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:46:22.341240 tst mo_mt_call.py: using LAC 38324\u000a03:46:22.463728 tst mo_mt_call.py: using RAC 74\u000a03:46:22.586029 tst mo_mt_call.py: using CellId 38324\u000a03:46:22.705402 tst mo_mt_call.py: using BVCI 38325\u000a03:46:22.728931 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:22.740174 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:22.751198 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:22.762178 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:22.773124 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:22.784029 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:46:22.899845 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:46:23.113217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:23.637044 run create_hlr_db(pid=4905): Launched\u000a03:46:23.827889 bus /sierra_2: Setting Powered False\u000a03:46:24.847667 run create_hlr_db(pid=4905): Terminated: ok {rc=0}\u000a03:46:25.263353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4907): Launched\u000a03:46:25.575626 run osmo-hlr_10.42.42.2(pid=4908): Launched\u000a03:46:25.689921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:26.223862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4910): Launched\u000a03:46:26.533307 run osmo-stp_10.42.42.5(pid=4911): Launched\u000a03:46:26.645347 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:27.209233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4913): Launched\u000a03:46:27.520151 run osmo-msc_10.42.42.6(pid=4914): Launched\u000a03:46:27.702116 run osmo-stp_10.42.42.5(pid=4911): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4911)]\u000a03:46:27.833250 run osmo-stp_10.42.42.5(pid=4911): stdout: \u000a| (launched: 2022-12-14_03:46:26.379705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:27.960607 run osmo-stp_10.42.42.5(pid=4911): stderr: \u000a| �[0;m�[38;5;43m20221214034626555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034626555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034626555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034626556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034626556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034626556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034626556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:28.083734 run osmo-stp_10.42.42.5(pid=4911): stdout: \u000a| (launched: 2022-12-14_03:46:26.379705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:28.205626 run osmo-stp_10.42.42.5(pid=4911): stderr: \u000a| �[0;m�[38;5;43m20221214034626555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034626555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034626555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034626556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034626556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034626556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034626556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:28.259253 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4911): Process ended prematurely: osmo-stp_10.42.42.5(pid=4911) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4911)] [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:46:28.267697 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:46:28.327641 run osmo-hlr_10.42.42.2(pid=4908): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4908)]\u000a03:46:28.376811 run osmo-hlr_10.42.42.2(pid=4908): stdout: \u000a| (launched: 2022-12-14_03:46:25.419961) \u000a03:46:28.426312 run osmo-hlr_10.42.42.2(pid=4908): stderr: \u000a| �[0;m�[1;31m20221214034625601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034625601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034625601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034625601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034625601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034625601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034625624 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034625634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034625634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034625634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:28.493815 run osmo-msc_10.42.42.6(pid=4914): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4914)]\u000a03:46:28.542863 run osmo-msc_10.42.42.6(pid=4914): stdout: \u000a| (launched: 2022-12-14_03:46:27.365220) \u000a03:46:28.592618 run osmo-msc_10.42.42.6(pid=4914): stderr: \u000a| �[0;m�[38;5;43m20221214034627642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034627642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8eb452cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034627642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034627642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034627642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034627642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034627644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034627644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034627644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034627645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:28.634449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4907): Terminating (SIGTERM)\u000a03:46:28.673863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4910): Terminating (SIGTERM)\u000a03:46:28.713321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4913): Terminating (SIGTERM)\u000a03:46:28.722529 --- ParallelTerminationStrategy: PID 4907 died...\u000a03:46:28.775493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4907): Terminated: ok {rc=0}\u000a03:46:28.785152 --- ParallelTerminationStrategy: PID 4910 died...\u000a03:46:28.838127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4910): Terminated: ok {rc=0}\u000a03:46:28.847670 --- ParallelTerminationStrategy: PID 4913 died...\u000a03:46:28.900283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4913): Terminated: ok {rc=0}\u000a03:46:28.983443 bus /sierra_3: Setting Powered False\u000a03:46:30.089337 bus /sierra_3: Setting Powered False\u000a03:46:31.203156 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4922): Process ended prematurely: osmo-stp_10.42.42.5(pid=4922) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4922)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4922): Process ended prematurely: osmo-stp_10.42.42.5(pid=4922) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:46:32.320352 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:32.332732 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:46:32.487706 tst mo_mt_call_osmux.py: using LAC 38325\u000a03:46:32.611224 tst mo_mt_call_osmux.py: using RAC 75\u000a03:46:32.735134 tst mo_mt_call_osmux.py: using CellId 38325\u000a03:46:32.855104 tst mo_mt_call_osmux.py: using BVCI 38326\u000a03:46:32.878697 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:32.889976 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:32.901203 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:32.912053 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:32.922986 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:32.933964 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:46:33.056222 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:46:33.260145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:33.754610 run create_hlr_db(pid=4916): Launched\u000a03:46:33.931086 bus /sierra_2: Setting Powered False\u000a03:46:34.953215 run create_hlr_db(pid=4916): Terminated: ok {rc=0}\u000a03:46:35.393253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4918): Launched\u000a03:46:35.727119 run osmo-hlr_10.42.42.2(pid=4919): Launched\u000a03:46:35.849499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:36.425922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4921): Launched\u000a03:46:36.759582 run osmo-stp_10.42.42.5(pid=4922): Launched\u000a03:46:36.879951 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:37.485839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4924): Launched\u000a03:46:37.819084 run osmo-msc_10.42.42.6(pid=4925): Launched\u000a03:46:38.012272 run osmo-stp_10.42.42.5(pid=4922): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4922)]\u000a03:46:38.151718 run osmo-stp_10.42.42.5(pid=4922): stdout: \u000a| (launched: 2022-12-14_03:46:36.594342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:38.290031 run osmo-stp_10.42.42.5(pid=4922): stderr: \u000a| �[0;m�[38;5;43m20221214034636791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034636791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034636791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034636792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034636792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034636792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034636792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:38.422929 run osmo-stp_10.42.42.5(pid=4922): stdout: \u000a| (launched: 2022-12-14_03:46:36.594342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:38.554509 run osmo-stp_10.42.42.5(pid=4922): stderr: \u000a| �[0;m�[38;5;43m20221214034636791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034636791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034636791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034636792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034636792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034636792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034636792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:38.612349 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4922): Process ended prematurely: osmo-stp_10.42.42.5(pid=4922) [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4922)] [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:46:38.621583 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:46:38.685731 run osmo-hlr_10.42.42.2(pid=4919): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4919)]\u000a03:46:38.738162 run osmo-hlr_10.42.42.2(pid=4919): stdout: \u000a| (launched: 2022-12-14_03:46:35.562353) \u000a03:46:38.791137 run osmo-hlr_10.42.42.2(pid=4919): stderr: \u000a| �[0;m�[1;31m20221214034635766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034635766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034635766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034635766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034635766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034635766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034635779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034635787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034635787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034635788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:38.863101 run osmo-msc_10.42.42.6(pid=4925): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4925)]\u000a03:46:38.915343 run osmo-msc_10.42.42.6(pid=4925): stdout: \u000a| (launched: 2022-12-14_03:46:37.653999) \u000a03:46:38.968059 run osmo-msc_10.42.42.6(pid=4925): stderr: \u000a| �[0;m�[38;5;43m20221214034637978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034637978 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a2df72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034637978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034637979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034637979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034637979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034637981 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034637981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034637981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034637981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:39.012774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4918): Terminating (SIGTERM)\u000a03:46:39.055563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4921): Terminating (SIGTERM)\u000a03:46:39.098100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4924): Terminating (SIGTERM)\u000a03:46:39.107851 --- ParallelTerminationStrategy: PID 4918 died...\u000a03:46:39.164412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4918): Terminated: ok {rc=0}\u000a03:46:39.174504 --- ParallelTerminationStrategy: PID 4921 died...\u000a03:46:39.230937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4921): Terminated: ok {rc=0}\u000a03:46:39.241149 --- ParallelTerminationStrategy: PID 4924 died...\u000a03:46:39.297577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4924): Terminated: ok {rc=0}\u000a03:46:39.385344 bus /sierra_3: Setting Powered False\u000a03:46:40.491862 bus /sierra_3: Setting Powered False\u000a03:46:41.600808 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:46:21" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4936): Process ended prematurely: osmo-stp_10.42.42.5(pid=4936) [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4936)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4936): Process ended prematurely: osmo-stp_10.42.42.5(pid=4936) [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:46:43.565118 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:43.576332 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:46:43.718781 tst mo_mt_call.py: using LAC 38326\u000a03:46:43.838675 tst mo_mt_call.py: using RAC 76\u000a03:46:43.957811 tst mo_mt_call.py: using CellId 38326\u000a03:46:44.076418 tst mo_mt_call.py: using BVCI 38327\u000a03:46:44.099731 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:44.110836 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:44.121663 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:44.132340 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:44.143417 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:44.154442 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:46:44.276017 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:46:44.495030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:45.016766 run create_hlr_db(pid=4930): Launched\u000a03:46:45.207746 bus /sierra_2: Setting Powered False\u000a03:46:46.281285 run create_hlr_db(pid=4930): Terminated: ok {rc=0}\u000a03:46:46.722127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4932): Launched\u000a03:46:47.165231 run osmo-hlr_10.42.42.2(pid=4933): Launched\u000a03:46:47.339518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:47.913003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4935): Launched\u000a03:46:48.245275 run osmo-stp_10.42.42.5(pid=4936): Launched\u000a03:46:48.366173 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:48.971358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4938): Launched\u000a03:46:49.306578 run osmo-msc_10.42.42.6(pid=4940): Launched\u000a03:46:49.500880 run osmo-stp_10.42.42.5(pid=4936): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4936)]\u000a03:46:49.640761 run osmo-stp_10.42.42.5(pid=4936): stdout: \u000a| (launched: 2022-12-14_03:46:48.080246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:49.778928 run osmo-stp_10.42.42.5(pid=4936): stderr: \u000a| �[0;m�[38;5;43m20221214034648274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034648275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034648275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034648275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034648278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034648278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034648278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:49.911221 run osmo-stp_10.42.42.5(pid=4936): stdout: \u000a| (launched: 2022-12-14_03:46:48.080246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:50.042359 run osmo-stp_10.42.42.5(pid=4936): stderr: \u000a| �[0;m�[38;5;43m20221214034648274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034648275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034648275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034648275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034648278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034648278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034648278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:50.100264 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4936): Process ended prematurely: osmo-stp_10.42.42.5(pid=4936) [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4936)] [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a03:46:50.109690 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a03:46:50.173382 run osmo-hlr_10.42.42.2(pid=4933): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4933)]\u000a03:46:50.225304 run osmo-hlr_10.42.42.2(pid=4933): stdout: \u000a| (launched: 2022-12-14_03:46:46.882075) \u000a03:46:50.277866 run osmo-hlr_10.42.42.2(pid=4933): stderr: \u000a| �[0;m�[1;31m20221214034647127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034647127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034647127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034647128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034647128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034647128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034647143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034647157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034647157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034647161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:50.349181 run osmo-msc_10.42.42.6(pid=4940): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4940)]\u000a03:46:50.401121 run osmo-msc_10.42.42.6(pid=4940): stdout: \u000a| (launched: 2022-12-14_03:46:49.139516) \u000a03:46:50.453975 run osmo-msc_10.42.42.6(pid=4940): stderr: \u000a| �[0;m�[38;5;43m20221214034649463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034649464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4d3ea7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034649464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034649464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034649464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034649464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034649466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034649466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034649466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034649466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:50.498896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4932): Terminating (SIGTERM)\u000a03:46:50.541629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4935): Terminating (SIGTERM)\u000a03:46:50.584133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4938): Terminating (SIGTERM)\u000a03:46:50.594001 --- ParallelTerminationStrategy: PID 4932 died...\u000a03:46:50.651037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4932): Terminated: ok {rc=0}\u000a03:46:50.661348 --- ParallelTerminationStrategy: PID 4935 died...\u000a03:46:50.718064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4935): Terminated: ok {rc=0}\u000a03:46:50.728083 --- ParallelTerminationStrategy: PID 4938 died...\u000a03:46:50.784479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4938): Terminated: ok {rc=0}\u000a03:46:50.871173 bus /sierra_3: Setting Powered False\u000a03:46:51.977904 bus /sierra_3: Setting Powered False\u000a03:46:53.090234 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4948): Process ended prematurely: osmo-stp_10.42.42.5(pid=4948) [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4948)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4948): Process ended prematurely: osmo-stp_10.42.42.5(pid=4948) [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:46:54.206631 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:54.218899 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:46:54.372201 tst mo_mt_call_osmux.py: using LAC 38327\u000a03:46:54.501375 tst mo_mt_call_osmux.py: using RAC 77\u000a03:46:54.632440 tst mo_mt_call_osmux.py: using CellId 38327\u000a03:46:54.761599 tst mo_mt_call_osmux.py: using BVCI 38328\u000a03:46:54.786889 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:54.798303 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:54.809499 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:54.820665 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:54.832210 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:46:54.843805 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:46:54.959881 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:46:55.171351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:55.670146 run create_hlr_db(pid=4942): Launched\u000a03:46:55.847372 bus /sierra_2: Setting Powered False\u000a03:46:56.868703 run create_hlr_db(pid=4942): Terminated: ok {rc=0}\u000a03:46:57.309239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4944): Launched\u000a03:46:57.643260 run osmo-hlr_10.42.42.2(pid=4945): Launched\u000a03:46:57.765975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:58.341645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4947): Launched\u000a03:46:58.673938 run osmo-stp_10.42.42.5(pid=4948): Launched\u000a03:46:58.794141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:59.398301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4950): Launched\u000a03:46:59.731765 run osmo-msc_10.42.42.6(pid=4951): Launched\u000a03:46:59.926235 run osmo-stp_10.42.42.5(pid=4948): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4948)]\u000a03:47:00.065624 run osmo-stp_10.42.42.5(pid=4948): stdout: \u000a| (launched: 2022-12-14_03:46:58.509780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:00.204050 run osmo-stp_10.42.42.5(pid=4948): stderr: \u000a| �[0;m�[38;5;43m20221214034658706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034658706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034658706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034658706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034658707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034658707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034658707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:00.336543 run osmo-stp_10.42.42.5(pid=4948): stdout: \u000a| (launched: 2022-12-14_03:46:58.509780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:00.468576 run osmo-stp_10.42.42.5(pid=4948): stderr: \u000a| �[0;m�[38;5;43m20221214034658706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034658706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034658706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034658706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034658707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034658707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034658707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:00.526624 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4948): Process ended prematurely: osmo-stp_10.42.42.5(pid=4948) [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4948)] [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a03:47:00.535734 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:47:00.598446 run osmo-hlr_10.42.42.2(pid=4945): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4945)]\u000a03:47:00.650018 run osmo-hlr_10.42.42.2(pid=4945): stdout: \u000a| (launched: 2022-12-14_03:46:57.478543) \u000a03:47:00.702026 run osmo-hlr_10.42.42.2(pid=4945): stderr: \u000a| �[0;m�[1;31m20221214034657679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034657679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034657679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034657679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034657679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034657679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034657692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034657702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034657702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034657702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:00.772746 run osmo-msc_10.42.42.6(pid=4951): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4951)]\u000a03:47:00.824330 run osmo-msc_10.42.42.6(pid=4951): stdout: \u000a| (launched: 2022-12-14_03:46:59.566691) \u000a03:47:00.903363 run osmo-msc_10.42.42.6(pid=4951): stderr: \u000a| �[0;m�[38;5;43m20221214034659894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034659894 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54d5b7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034659894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034659894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034659894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034659894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034659896 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034659896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034659897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034659897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:00.949998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4944): Terminating (SIGTERM)\u000a03:47:00.993904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4947): Terminating (SIGTERM)\u000a03:47:01.038087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4950): Terminating (SIGTERM)\u000a03:47:01.048349 --- ParallelTerminationStrategy: PID 4944 died...\u000a03:47:01.107570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4944): Terminated: ok {rc=0}\u000a03:47:01.117999 --- ParallelTerminationStrategy: PID 4947 died...\u000a03:47:01.174707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4947): Terminated: ok {rc=0}\u000a03:47:01.185305 --- ParallelTerminationStrategy: PID 4950 died...\u000a03:47:01.240417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4950): Terminated: ok {rc=0}\u000a03:47:01.339581 bus /sierra_3: Setting Powered False\u000a03:47:02.443440 bus /sierra_3: Setting Powered False\u000a03:47:03.549871 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:46:43" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4962): Process ended prematurely: osmo-stp_10.42.42.5(pid=4962) [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4962)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4962): Process ended prematurely: osmo-stp_10.42.42.5(pid=4962) [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:47:05.520936 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:05.531901 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:47:05.684692 tst mo_mt_call.py: using LAC 38328\u000a03:47:05.820069 tst mo_mt_call.py: using RAC 78\u000a03:47:05.949235 tst mo_mt_call.py: using CellId 38328\u000a03:47:06.069739 tst mo_mt_call.py: using BVCI 38329\u000a03:47:06.093294 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:06.104142 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:06.114925 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:06.125612 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:06.136392 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:06.147140 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:47:06.263480 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:47:06.479057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:07.004526 run create_hlr_db(pid=4956): Launched\u000a03:47:07.195429 bus /sierra_2: Setting Powered False\u000a03:47:08.205224 run create_hlr_db(pid=4956): Terminated: ok {rc=0}\u000a03:47:08.654413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4958): Launched\u000a03:47:08.988022 run osmo-hlr_10.42.42.2(pid=4959): Launched\u000a03:47:09.113123 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:09.689864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4961): Launched\u000a03:47:10.023543 run osmo-stp_10.42.42.5(pid=4962): Launched\u000a03:47:10.144497 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:10.750909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4964): Launched\u000a03:47:11.085556 run osmo-msc_10.42.42.6(pid=4965): Launched\u000a03:47:11.279117 run osmo-stp_10.42.42.5(pid=4962): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4962)]\u000a03:47:11.419112 run osmo-stp_10.42.42.5(pid=4962): stdout: \u000a| (launched: 2022-12-14_03:47:09.858635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:11.558374 run osmo-stp_10.42.42.5(pid=4962): stderr: \u000a| �[0;m�[38;5;43m20221214034710051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034710051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034710052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034710052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034710054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034710055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034710055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:11.691230 run osmo-stp_10.42.42.5(pid=4962): stdout: \u000a| (launched: 2022-12-14_03:47:09.858635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:11.823039 run osmo-stp_10.42.42.5(pid=4962): stderr: \u000a| �[0;m�[38;5;43m20221214034710051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034710051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034710052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034710052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034710054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034710055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034710055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:11.881396 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4962): Process ended prematurely: osmo-stp_10.42.42.5(pid=4962) [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4962)] [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:47:11.890965 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:47:11.954812 run osmo-hlr_10.42.42.2(pid=4959): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4959)]\u000a03:47:12.006726 run osmo-hlr_10.42.42.2(pid=4959): stdout: \u000a| (launched: 2022-12-14_03:47:08.822798) \u000a03:47:12.059341 run osmo-hlr_10.42.42.2(pid=4959): stderr: \u000a| �[0;m�[1;31m20221214034709024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034709024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034709024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034709024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034709024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034709024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034709036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034709044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034709045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034709045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:12.130906 run osmo-msc_10.42.42.6(pid=4965): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4965)]\u000a03:47:12.182920 run osmo-msc_10.42.42.6(pid=4965): stdout: \u000a| (launched: 2022-12-14_03:47:10.919668) \u000a03:47:12.235383 run osmo-msc_10.42.42.6(pid=4965): stderr: \u000a| �[0;m�[38;5;43m20221214034711243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034711243 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c3bd2bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034711243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034711243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034711243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034711243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034711245 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034711245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034711246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034711246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:12.280090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4958): Terminating (SIGTERM)\u000a03:47:12.322945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4961): Terminating (SIGTERM)\u000a03:47:12.365549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4964): Terminating (SIGTERM)\u000a03:47:12.375440 --- ParallelTerminationStrategy: PID 4958 died...\u000a03:47:12.432884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4958): Terminated: ok {rc=0}\u000a03:47:12.443242 --- ParallelTerminationStrategy: PID 4961 died...\u000a03:47:12.500339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4961): Terminated: ok {rc=0}\u000a03:47:12.510644 --- ParallelTerminationStrategy: PID 4964 died...\u000a03:47:12.567110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4964): Terminated: ok {rc=0}\u000a03:47:12.654842 bus /sierra_3: Setting Powered False\u000a03:47:13.761876 bus /sierra_3: Setting Powered False\u000a03:47:14.871989 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4973): Process ended prematurely: osmo-stp_10.42.42.5(pid=4973) [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4973)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4973): Process ended prematurely: osmo-stp_10.42.42.5(pid=4973) [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:47:15.987260 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:16.000075 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:47:16.152328 tst mo_mt_call_osmux.py: using LAC 38329\u000a03:47:16.282521 tst mo_mt_call_osmux.py: using RAC 79\u000a03:47:16.410774 tst mo_mt_call_osmux.py: using CellId 38329\u000a03:47:16.570784 tst mo_mt_call_osmux.py: using BVCI 38330\u000a03:47:16.605660 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:16.621305 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:16.637548 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:16.655969 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:16.673797 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:16.691389 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:47:16.844815 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:47:17.122591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:17.676306 run create_hlr_db(pid=4967): Launched\u000a03:47:17.866831 bus /sierra_2: Setting Powered False\u000a03:47:18.887866 run create_hlr_db(pid=4967): Terminated: ok {rc=0}\u000a03:47:19.302537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4969): Launched\u000a03:47:19.614482 run osmo-hlr_10.42.42.2(pid=4970): Launched\u000a03:47:19.738734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:20.285304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4972): Launched\u000a03:47:20.596714 run osmo-stp_10.42.42.5(pid=4973): Launched\u000a03:47:20.709415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:21.272289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4975): Launched\u000a03:47:21.583991 run osmo-msc_10.42.42.6(pid=4976): Launched\u000a03:47:21.764167 run osmo-stp_10.42.42.5(pid=4973): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4973)]\u000a03:47:21.894163 run osmo-stp_10.42.42.5(pid=4973): stdout: \u000a| (launched: 2022-12-14_03:47:20.441327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:22.022875 run osmo-stp_10.42.42.5(pid=4973): stderr: \u000a| �[0;m�[38;5;43m20221214034720614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034720614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034720615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034720615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034720615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034720616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034720616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:22.146333 run osmo-stp_10.42.42.5(pid=4973): stdout: \u000a| (launched: 2022-12-14_03:47:20.441327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:22.267895 run osmo-stp_10.42.42.5(pid=4973): stderr: \u000a| �[0;m�[38;5;43m20221214034720614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034720614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034720615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034720615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034720615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034720616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034720616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:22.321461 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4973): Process ended prematurely: osmo-stp_10.42.42.5(pid=4973) [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4973)] [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:47:22.329870 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:47:22.390016 run osmo-hlr_10.42.42.2(pid=4970): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4970)]\u000a03:47:22.439081 run osmo-hlr_10.42.42.2(pid=4970): stdout: \u000a| (launched: 2022-12-14_03:47:19.458242) \u000a03:47:22.488873 run osmo-hlr_10.42.42.2(pid=4970): stderr: \u000a| �[0;m�[1;31m20221214034719637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034719637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034719637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034719638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034719638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034719638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034719650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034719658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034719658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034719658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:22.556913 run osmo-msc_10.42.42.6(pid=4976): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4976)]\u000a03:47:22.606353 run osmo-msc_10.42.42.6(pid=4976): stdout: \u000a| (launched: 2022-12-14_03:47:21.428513) \u000a03:47:22.656009 run osmo-msc_10.42.42.6(pid=4976): stderr: \u000a| �[0;m�[38;5;43m20221214034721702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034721702 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1946f4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034721702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034721702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034721702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034721702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034721704 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034721704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034721705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034721705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:22.698099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4969): Terminating (SIGTERM)\u000a03:47:22.737801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4972): Terminating (SIGTERM)\u000a03:47:22.777385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4975): Terminating (SIGTERM)\u000a03:47:22.786601 --- ParallelTerminationStrategy: PID 4969 died...\u000a03:47:22.839834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4969): Terminated: ok {rc=0}\u000a03:47:22.849548 --- ParallelTerminationStrategy: PID 4972 died...\u000a03:47:22.902512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4972): Terminated: ok {rc=0}\u000a03:47:22.912157 --- ParallelTerminationStrategy: PID 4975 died...\u000a03:47:22.965007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4975): Terminated: ok {rc=0}\u000a03:47:23.053448 bus /sierra_3: Setting Powered False\u000a03:47:24.157960 bus /sierra_3: Setting Powered False\u000a03:47:25.270364 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:47:05" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4988): Process ended prematurely: osmo-stp_10.42.42.5(pid=4988) [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4988)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4988): Process ended prematurely: osmo-stp_10.42.42.5(pid=4988) [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:47:27.234273 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:27.245951 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:47:27.406149 tst mo_mt_call.py: using LAC 38330\u000a03:47:27.534660 tst mo_mt_call.py: using RAC 80\u000a03:47:27.663395 tst mo_mt_call.py: using CellId 38330\u000a03:47:27.791417 tst mo_mt_call.py: using BVCI 38331\u000a03:47:27.816655 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:27.828462 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:27.839765 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:27.851064 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:27.862624 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:27.874360 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:47:27.992990 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:47:28.207263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:28.729483 run create_hlr_db(pid=4982): Launched\u000a03:47:28.920338 bus /sierra_2: Setting Powered False\u000a03:47:29.941345 run create_hlr_db(pid=4982): Terminated: ok {rc=0}\u000a03:47:30.356120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4984): Launched\u000a03:47:30.667422 run osmo-hlr_10.42.42.2(pid=4985): Launched\u000a03:47:30.781872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:31.357015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4987): Launched\u000a03:47:31.749594 run osmo-stp_10.42.42.5(pid=4988): Launched\u000a03:47:31.909513 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:32.532407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4990): Launched\u000a03:47:32.841389 run osmo-msc_10.42.42.6(pid=4991): Launched\u000a03:47:33.021593 run osmo-stp_10.42.42.5(pid=4988): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4988)]\u000a03:47:33.151738 run osmo-stp_10.42.42.5(pid=4988): stdout: \u000a| (launched: 2022-12-14_03:47:31.514945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:33.279056 run osmo-stp_10.42.42.5(pid=4988): stderr: \u000a| �[0;m�[38;5;43m20221214034731870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034731870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034731870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034731871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034731871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034731871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034731871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:33.401470 run osmo-stp_10.42.42.5(pid=4988): stdout: \u000a| (launched: 2022-12-14_03:47:31.514945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:33.523133 run osmo-stp_10.42.42.5(pid=4988): stderr: \u000a| �[0;m�[38;5;43m20221214034731870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034731870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034731870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034731871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034731871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034731871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034731871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:33.576606 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4988): Process ended prematurely: osmo-stp_10.42.42.5(pid=4988) [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4988)] [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:47:33.585094 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:47:33.644702 run osmo-hlr_10.42.42.2(pid=4985): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4985)]\u000a03:47:33.693558 run osmo-hlr_10.42.42.2(pid=4985): stdout: \u000a| (launched: 2022-12-14_03:47:30.512814) \u000a03:47:33.742932 run osmo-hlr_10.42.42.2(pid=4985): stderr: \u000a| �[0;m�[1;31m20221214034730690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034730690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034730690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034730690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034730690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034730691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034730702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034730712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034730712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034730712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:33.810191 run osmo-msc_10.42.42.6(pid=4991): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4991)]\u000a03:47:33.858986 run osmo-msc_10.42.42.6(pid=4991): stdout: \u000a| (launched: 2022-12-14_03:47:32.688000) \u000a03:47:33.908470 run osmo-msc_10.42.42.6(pid=4991): stderr: \u000a| �[0;m�[38;5;43m20221214034732962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034732962 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8077126c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034732962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034732962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034732963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034732963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034732964 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034732965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034732965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034732965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:33.950248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4984): Terminating (SIGTERM)\u000a03:47:33.989521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4987): Terminating (SIGTERM)\u000a03:47:34.029216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4990): Terminating (SIGTERM)\u000a03:47:34.038479 --- ParallelTerminationStrategy: PID 4984 died...\u000a03:47:34.091558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4984): Terminated: ok {rc=0}\u000a03:47:34.101168 --- ParallelTerminationStrategy: PID 4987 died...\u000a03:47:34.154143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4987): Terminated: ok {rc=0}\u000a03:47:34.163727 --- ParallelTerminationStrategy: PID 4990 died...\u000a03:47:34.216507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4990): Terminated: ok {rc=0}\u000a03:47:34.304919 bus /sierra_3: Setting Powered False\u000a03:47:35.409074 bus /sierra_3: Setting Powered False\u000a03:47:36.515474 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4999): Process ended prematurely: osmo-stp_10.42.42.5(pid=4999) [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4999)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4999): Process ended prematurely: osmo-stp_10.42.42.5(pid=4999) [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:47:37.632469 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:37.645026 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:47:37.801605 tst mo_mt_call_osmux.py: using LAC 38331\u000a03:47:37.932543 tst mo_mt_call_osmux.py: using RAC 81\u000a03:47:38.062215 tst mo_mt_call_osmux.py: using CellId 38331\u000a03:47:38.191692 tst mo_mt_call_osmux.py: using BVCI 38332\u000a03:47:38.217091 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:38.228572 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:38.239968 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:38.251281 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:38.263023 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:38.274757 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:47:38.397756 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:47:38.604491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:39.101944 run create_hlr_db(pid=4993): Launched\u000a03:47:39.277911 bus /sierra_2: Setting Powered False\u000a03:47:40.300060 run create_hlr_db(pid=4993): Terminated: ok {rc=0}\u000a03:47:40.739647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4995): Launched\u000a03:47:41.071394 run osmo-hlr_10.42.42.2(pid=4996): Launched\u000a03:47:41.195864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:41.771678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4998): Launched\u000a03:47:42.104911 run osmo-stp_10.42.42.5(pid=4999): Launched\u000a03:47:42.225728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:42.831106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5001): Launched\u000a03:47:43.163998 run osmo-msc_10.42.42.6(pid=5002): Launched\u000a03:47:43.358157 run osmo-stp_10.42.42.5(pid=4999): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4999)]\u000a03:47:43.498412 run osmo-stp_10.42.42.5(pid=4999): stdout: \u000a| (launched: 2022-12-14_03:47:41.940166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:43.638228 run osmo-stp_10.42.42.5(pid=4999): stderr: \u000a| �[0;m�[38;5;43m20221214034742136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034742137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034742137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034742137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034742139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034742140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034742140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:43.771138 run osmo-stp_10.42.42.5(pid=4999): stdout: \u000a| (launched: 2022-12-14_03:47:41.940166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:43.902816 run osmo-stp_10.42.42.5(pid=4999): stderr: \u000a| �[0;m�[38;5;43m20221214034742136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034742137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034742137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034742137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034742139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034742140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034742140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:43.960667 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4999): Process ended prematurely: osmo-stp_10.42.42.5(pid=4999) [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4999)] [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:47:43.970257 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:47:44.033449 run osmo-hlr_10.42.42.2(pid=4996): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4996)]\u000a03:47:44.085364 run osmo-hlr_10.42.42.2(pid=4996): stdout: \u000a| (launched: 2022-12-14_03:47:40.907418) \u000a03:47:44.137784 run osmo-hlr_10.42.42.2(pid=4996): stderr: \u000a| �[0;m�[1;31m20221214034741108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034741108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034741108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034741108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034741108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034741108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034741121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034741129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034741129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034741130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:44.209260 run osmo-msc_10.42.42.6(pid=5002): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5002)]\u000a03:47:44.260815 run osmo-msc_10.42.42.6(pid=5002): stdout: \u000a| (launched: 2022-12-14_03:47:42.999361) \u000a03:47:44.313452 run osmo-msc_10.42.42.6(pid=5002): stderr: \u000a| �[0;m�[38;5;43m20221214034743327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034743327 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bd6eadc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034743327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034743329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034743330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034743330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034743330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:44.358184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4995): Terminating (SIGTERM)\u000a03:47:44.400625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4998): Terminating (SIGTERM)\u000a03:47:44.443190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5001): Terminating (SIGTERM)\u000a03:47:44.453374 --- ParallelTerminationStrategy: PID 4995 died...\u000a03:47:44.510601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4995): Terminated: ok {rc=0}\u000a03:47:44.520884 --- ParallelTerminationStrategy: PID 4998 died...\u000a03:47:44.577644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4998): Terminated: ok {rc=0}\u000a03:47:44.587888 --- ParallelTerminationStrategy: PID 5001 died...\u000a03:47:44.644731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5001): Terminated: ok {rc=0}\u000a03:47:44.731374 bus /sierra_3: Setting Powered False\u000a03:47:45.850915 bus /sierra_3: Setting Powered False\u000a03:47:46.972354 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:47:26" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5013): Process ended prematurely: osmo-stp_10.42.42.5(pid=5013) [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5013)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5013): Process ended prematurely: osmo-stp_10.42.42.5(pid=5013) [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a03:47:48.930311 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:48.941619 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:47:49.096421 tst mo_mt_call.py: using LAC 38332\u000a03:47:49.225317 tst mo_mt_call.py: using RAC 82\u000a03:47:49.354531 tst mo_mt_call.py: using CellId 38332\u000a03:47:49.483890 tst mo_mt_call.py: using BVCI 38333\u000a03:47:49.509422 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:49.520547 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:49.531622 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:49.542716 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:49.554132 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:49.565545 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:47:49.684251 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:47:49.899292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:50.423792 run create_hlr_db(pid=5007): Launched\u000a03:47:50.616485 bus /sierra_2: Setting Powered False\u000a03:47:51.636295 run create_hlr_db(pid=5007): Terminated: ok {rc=0}\u000a03:47:52.052449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5009): Launched\u000a03:47:52.364941 run osmo-hlr_10.42.42.2(pid=5010): Launched\u000a03:47:52.479216 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:53.017980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5012): Launched\u000a03:47:53.328429 run osmo-stp_10.42.42.5(pid=5013): Launched\u000a03:47:53.442162 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:54.006781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5015): Launched\u000a03:47:54.317728 run osmo-msc_10.42.42.6(pid=5016): Launched\u000a03:47:54.497989 run osmo-stp_10.42.42.5(pid=5013): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5013)]\u000a03:47:54.627764 run osmo-stp_10.42.42.5(pid=5013): stdout: \u000a| (launched: 2022-12-14_03:47:53.174510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:54.755568 run osmo-stp_10.42.42.5(pid=5013): stderr: \u000a| �[0;m�[38;5;43m20221214034753350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034753350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034753351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034753351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034753351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034753352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034753352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:54.878448 run osmo-stp_10.42.42.5(pid=5013): stdout: \u000a| (launched: 2022-12-14_03:47:53.174510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:55.000144 run osmo-stp_10.42.42.5(pid=5013): stderr: \u000a| �[0;m�[38;5;43m20221214034753350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034753350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034753351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034753351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034753351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034753352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034753352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:55.054031 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5013): Process ended prematurely: osmo-stp_10.42.42.5(pid=5013) [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5013)] [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a03:47:55.062757 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:47:55.122838 run osmo-hlr_10.42.42.2(pid=5010): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5010)]\u000a03:47:55.172052 run osmo-hlr_10.42.42.2(pid=5010): stdout: \u000a| (launched: 2022-12-14_03:47:52.209988) \u000a03:47:55.221549 run osmo-hlr_10.42.42.2(pid=5010): stderr: \u000a| �[0;m�[1;31m20221214034752390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034752390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034752390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034752390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034752390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034752390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034752402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034752410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034752410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034752410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:55.289078 run osmo-msc_10.42.42.6(pid=5016): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5016)]\u000a03:47:55.337566 run osmo-msc_10.42.42.6(pid=5016): stdout: \u000a| (launched: 2022-12-14_03:47:54.162718) \u000a03:47:55.386895 run osmo-msc_10.42.42.6(pid=5016): stderr: \u000a| �[0;m�[38;5;43m20221214034754438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034754438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5da2cb9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034754438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034754439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034754439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034754439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034754441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034754441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034754441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034754441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:55.428537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5009): Terminating (SIGTERM)\u000a03:47:55.467760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5012): Terminating (SIGTERM)\u000a03:47:55.507238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5015): Terminating (SIGTERM)\u000a03:47:55.516656 --- ParallelTerminationStrategy: PID 5009 died...\u000a03:47:55.570229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5009): Terminated: ok {rc=0}\u000a03:47:55.579804 --- ParallelTerminationStrategy: PID 5012 died...\u000a03:47:55.632907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5012): Terminated: ok {rc=0}\u000a03:47:55.642622 --- ParallelTerminationStrategy: PID 5015 died...\u000a03:47:55.695627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5015): Terminated: ok {rc=0}\u000a03:47:55.783136 bus /sierra_3: Setting Powered False\u000a03:47:56.887053 bus /sierra_3: Setting Powered False\u000a03:47:57.999414 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5024): Process ended prematurely: osmo-stp_10.42.42.5(pid=5024) [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5024)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5024): Process ended prematurely: osmo-stp_10.42.42.5(pid=5024) [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:47:59.110208 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:59.122071 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:47:59.273431 tst mo_mt_call_osmux.py: using LAC 38333\u000a03:47:59.392378 tst mo_mt_call_osmux.py: using RAC 83\u000a03:47:59.511569 tst mo_mt_call_osmux.py: using CellId 38333\u000a03:47:59.630217 tst mo_mt_call_osmux.py: using BVCI 38334\u000a03:47:59.653632 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:59.664461 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:59.675224 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:59.685913 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:59.696646 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:47:59.707404 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:47:59.825684 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:48:00.039513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:00.563421 run create_hlr_db(pid=5018): Launched\u000a03:48:00.754785 bus /sierra_2: Setting Powered False\u000a03:48:01.778325 run create_hlr_db(pid=5018): Terminated: ok {rc=0}\u000a03:48:02.239143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5020): Launched\u000a03:48:02.575205 run osmo-hlr_10.42.42.2(pid=5021): Launched\u000a03:48:02.695621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:03.274060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5023): Launched\u000a03:48:03.606254 run osmo-stp_10.42.42.5(pid=5024): Launched\u000a03:48:03.726695 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:48:04.335914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5026): Launched\u000a03:48:04.669932 run osmo-msc_10.42.42.6(pid=5027): Launched\u000a03:48:04.863587 run osmo-stp_10.42.42.5(pid=5024): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5024)]\u000a03:48:05.003573 run osmo-stp_10.42.42.5(pid=5024): stdout: \u000a| (launched: 2022-12-14_03:48:03.441727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:05.142812 run osmo-stp_10.42.42.5(pid=5024): stderr: \u000a| �[0;m�[38;5;43m20221214034803637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034803637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034803638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034803638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034803638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034803639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034803639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:05.275005 run osmo-stp_10.42.42.5(pid=5024): stdout: \u000a| (launched: 2022-12-14_03:48:03.441727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:05.406208 run osmo-stp_10.42.42.5(pid=5024): stderr: \u000a| �[0;m�[38;5;43m20221214034803637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034803637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034803638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034803638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034803638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034803639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034803639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:05.464261 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5024): Process ended prematurely: osmo-stp_10.42.42.5(pid=5024) [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5024)] [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a03:48:05.473613 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:48:05.536690 run osmo-hlr_10.42.42.2(pid=5021): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5021)]\u000a03:48:05.588123 run osmo-hlr_10.42.42.2(pid=5021): stdout: \u000a| (launched: 2022-12-14_03:48:02.407873) \u000a03:48:05.640427 run osmo-hlr_10.42.42.2(pid=5021): stderr: \u000a| �[0;m�[1;31m20221214034802614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034802614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034802614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034802614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034802614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034802614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034802626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034802634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034802634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034802634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:05.711318 run osmo-msc_10.42.42.6(pid=5027): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5027)]\u000a03:48:05.762899 run osmo-msc_10.42.42.6(pid=5027): stdout: \u000a| (launched: 2022-12-14_03:48:04.505280) \u000a03:48:05.815110 run osmo-msc_10.42.42.6(pid=5027): stderr: \u000a| �[0;m�[38;5;43m20221214034804832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034804832 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f655dc80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034804832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034804832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034804832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034804833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034804834 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034804835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034804835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034804835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:48:05.859541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5020): Terminating (SIGTERM)\u000a03:48:05.901877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5023): Terminating (SIGTERM)\u000a03:48:05.944047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5026): Terminating (SIGTERM)\u000a03:48:05.953762 --- ParallelTerminationStrategy: PID 5020 died...\u000a03:48:06.009786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5020): Terminated: ok {rc=0}\u000a03:48:06.019853 --- ParallelTerminationStrategy: PID 5023 died...\u000a03:48:06.075794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5023): Terminated: ok {rc=0}\u000a03:48:06.085821 --- ParallelTerminationStrategy: PID 5026 died...\u000a03:48:06.142051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5026): Terminated: ok {rc=0}\u000a03:48:06.229331 bus /sierra_3: Setting Powered False\u000a03:48:07.334577 bus /sierra_3: Setting Powered False\u000a03:48:08.445760 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:47:48" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5038): Process ended prematurely: osmo-stp_10.42.42.5(pid=5038) [trial-2399↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5038)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5038): Process ended prematurely: osmo-stp_10.42.42.5(pid=5038) [trial-2399↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:48:10.415977 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:10.426612 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a03:48:10.547905 tst emergency_mo_mt_call.py: using LAC 38334\u000a03:48:10.664070 tst emergency_mo_mt_call.py: using RAC 84\u000a03:48:10.779964 tst emergency_mo_mt_call.py: using CellId 38334\u000a03:48:10.907033 tst emergency_mo_mt_call.py: using BVCI 38335\u000a03:48:10.932015 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:10.943385 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:10.954505 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:10.965683 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:10.977228 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:10.988552 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:11.104516 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:11.317769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:11.830136 run create_hlr_db(pid=5032): Launched\u000a03:48:12.018425 bus /sierra_2: Setting Powered False\u000a03:48:13.038939 run create_hlr_db(pid=5032): Terminated: ok {rc=0}\u000a03:48:13.473565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5034): Launched\u000a03:48:13.800238 run osmo-hlr_10.42.42.2(pid=5035): Launched\u000a03:48:13.921144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:14.492077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5037): Launched\u000a03:48:14.818814 run osmo-stp_10.42.42.5(pid=5038): Launched\u000a03:48:14.944405 tst emergency_mo_mt_call.py: using MSISDN 8492\u000a03:48:15.106411 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:48:15.700941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5040): Launched\u000a03:48:16.103249 run osmo-msc_10.42.42.6(pid=5041): Launched\u000a03:48:16.578757 run osmo-stp_10.42.42.5(pid=5038): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5038)]\u000a03:48:16.809592 run osmo-stp_10.42.42.5(pid=5038): stdout: \u000a| (launched: 2022-12-14_03:48:14.656598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:17.031236 run osmo-stp_10.42.42.5(pid=5038): stderr: \u000a| �[0;m�[38;5;43m20221214034814852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034814853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034814853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034814853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034814855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034814856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034814856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:17.164822 run osmo-stp_10.42.42.5(pid=5038): stdout: \u000a| (launched: 2022-12-14_03:48:14.656598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:17.297203 run osmo-stp_10.42.42.5(pid=5038): stderr: \u000a| �[0;m�[38;5;43m20221214034814852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034814853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034814853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034814853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034814855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034814856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034814856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:17.355701 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5038): Process ended prematurely: osmo-stp_10.42.42.5(pid=5038) [trial-2399↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5038)] [trial-2399↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a03:48:17.364511 tst emergency_mo_mt_call.py:19: Test FAILED (6.9 sec)\u000a03:48:17.425299 run osmo-hlr_10.42.42.2(pid=5035): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5035)]\u000a03:48:17.474937 run osmo-hlr_10.42.42.2(pid=5035): stdout: \u000a| (launched: 2022-12-14_03:48:13.638500) \u000a03:48:17.525215 run osmo-hlr_10.42.42.2(pid=5035): stderr: \u000a| �[0;m�[1;31m20221214034813838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034813838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034813838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034813838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034813838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034813838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034813851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034813859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034813859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034813859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:17.593247 run osmo-msc_10.42.42.6(pid=5041): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5041)]\u000a03:48:17.642781 run osmo-msc_10.42.42.6(pid=5041): stdout: \u000a| (launched: 2022-12-14_03:48:15.867196) \u000a03:48:17.693057 run osmo-msc_10.42.42.6(pid=5041): stderr: \u000a| �[0;m�[38;5;43m20221214034816637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034816637 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6607ffdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034816638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034816638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034816639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034816639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034816646 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034816647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034816647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034816647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:48:17.735018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5034): Terminating (SIGTERM)\u000a03:48:17.774629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5037): Terminating (SIGTERM)\u000a03:48:17.814230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5040): Terminating (SIGTERM)\u000a03:48:17.823159 --- ParallelTerminationStrategy: PID 5034 died...\u000a03:48:17.876232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5034): Terminated: ok {rc=0}\u000a03:48:17.886007 --- ParallelTerminationStrategy: PID 5037 died...\u000a03:48:17.938956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5037): Terminated: ok {rc=0}\u000a03:48:17.948630 --- ParallelTerminationStrategy: PID 5040 died...\u000a03:48:18.001367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5040): Terminated: ok {rc=0}\u000a03:48:18.088757 bus /sierra_3: Setting Powered False\u000a03:48:19.191505 bus /sierra_3: Setting Powered False\u000a03:48:20.302275 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5049): Process ended prematurely: osmo-stp_10.42.42.5(pid=5049) [trial-2399↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5049)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5049): Process ended prematurely: osmo-stp_10.42.42.5(pid=5049) [trial-2399↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:48:21.354586 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:21.366594 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a03:48:21.493252 tst emergency_preemptive_call.py: using LAC 38335\u000a03:48:21.620463 tst emergency_preemptive_call.py: using RAC 85\u000a03:48:21.749498 tst emergency_preemptive_call.py: using CellId 38335\u000a03:48:21.880248 tst emergency_preemptive_call.py: using BVCI 38336\u000a03:48:21.905075 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:21.916309 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:21.927554 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:21.938697 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:21.950156 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:21.961537 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:22.078882 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:22.201915 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:22.319622 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:22.531173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:23.044930 run create_hlr_db(pid=5043): Launched\u000a03:48:23.235292 bus /sierra_2: Setting Powered False\u000a03:48:24.254605 run create_hlr_db(pid=5043): Terminated: ok {rc=0}\u000a03:48:24.666150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5045): Launched\u000a03:48:24.970116 run osmo-hlr_10.42.42.2(pid=5046): Launched\u000a03:48:25.081091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:25.609279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5048): Launched\u000a03:48:25.913565 run osmo-stp_10.42.42.5(pid=5049): Launched\u000a03:48:26.039678 tst emergency_preemptive_call.py: using MSISDN 8493\u000a03:48:26.189147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:48:26.742234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5051): Launched\u000a03:48:27.046575 run osmo-msc_10.42.42.6(pid=5052): Launched\u000a03:48:27.223780 run osmo-stp_10.42.42.5(pid=5049): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5049)]\u000a03:48:27.351775 run osmo-stp_10.42.42.5(pid=5049): stdout: \u000a| (launched: 2022-12-14_03:48:25.761998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:27.477217 run osmo-stp_10.42.42.5(pid=5049): stderr: \u000a| �[0;m�[38;5;43m20221214034825934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034825934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034825934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034825935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034825935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034825935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034825935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:27.597986 run osmo-stp_10.42.42.5(pid=5049): stdout: \u000a| (launched: 2022-12-14_03:48:25.761998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:27.717281 run osmo-stp_10.42.42.5(pid=5049): stderr: \u000a| �[0;m�[38;5;43m20221214034825934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034825934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034825934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034825935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034825935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034825935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034825935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:27.769849 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5049): Process ended prematurely: osmo-stp_10.42.42.5(pid=5049) [trial-2399↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5049)] [trial-2399↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a03:48:27.777694 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a03:48:27.837572 run osmo-hlr_10.42.42.2(pid=5046): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5046)]\u000a03:48:27.886518 run osmo-hlr_10.42.42.2(pid=5046): stdout: \u000a| (launched: 2022-12-14_03:48:24.819198) \u000a03:48:27.935740 run osmo-hlr_10.42.42.2(pid=5046): stderr: \u000a| �[0;m�[1;31m20221214034824995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034824995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034824995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034824995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034824996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034824996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034825008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034825017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034825017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034825017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:28.003012 run osmo-msc_10.42.42.6(pid=5052): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5052)]\u000a03:48:28.051620 run osmo-msc_10.42.42.6(pid=5052): stdout: \u000a| (launched: 2022-12-14_03:48:26.894890) \u000a03:48:28.100933 run osmo-msc_10.42.42.6(pid=5052): stderr: \u000a| �[0;m�[38;5;43m20221214034827168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214034827168 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbabd6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214034827168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214034827168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214034827168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214034827169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214034827170 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214034827171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214034827171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214034827171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:48:28.142537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5045): Terminating (SIGTERM)\u000a03:48:28.181839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5048): Terminating (SIGTERM)\u000a03:48:28.221016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5051): Terminating (SIGTERM)\u000a03:48:28.229929 --- ParallelTerminationStrategy: PID 5045 died...\u000a03:48:28.282338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5045): Terminated: ok {rc=0}\u000a03:48:28.291958 --- ParallelTerminationStrategy: PID 5048 died...\u000a03:48:28.344790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5048): Terminated: ok {rc=0}\u000a03:48:28.354433 --- ParallelTerminationStrategy: PID 5051 died...\u000a03:48:28.407481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5051): Terminated: ok {rc=0}\u000a03:48:28.497703 bus /sierra_9: Setting Powered False\u000a03:48:29.601447 bus /sierra_9: Setting Powered False\u000a03:48:30.714875 bus /sierra_8: Setting Powered False\u000a03:48:31.839341 bus /sierra_8: Setting Powered False\u000a03:48:32.955941 bus /sierra_3: Setting Powered False\u000a03:48:34.064353 bus /sierra_3: Setting Powered False\u000a03:48:35.174166 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:48:10" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5067): Process ended prematurely: osmo-stp_10.42.42.5(pid=5067) [trial-2399↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5067)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5067): Process ended prematurely: osmo-stp_10.42.42.5(pid=5067) [trial-2399↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:48:37.255936 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:37.266542 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:48:37.390495 tst cs_paging_gprs_active.py: using LAC 38336\u000a03:48:37.510039 tst cs_paging_gprs_active.py: using RAC 86\u000a03:48:37.629557 tst cs_paging_gprs_active.py: using CellId 38336\u000a03:48:37.749261 tst cs_paging_gprs_active.py: using BVCI 38337\u000a03:48:37.772813 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:37.783248 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:37.793539 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:37.803833 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:37.814421 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:37.825048 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:37.835708 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:37.846403 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:37.856738 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:37.973124 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:38.272792 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:48:38.410989 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:48:38.755703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5057): Launched\u000a03:48:39.042811 run iperf3-srv_10.42.42.10(pid=5058): Launched\u000a03:48:39.246080 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:48:39.384323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:48:39.728692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5059): Launched\u000a03:48:40.016258 run iperf3-srv_10.42.42.10(pid=5060): Launched\u000a03:48:40.219618 tst cs_paging_gprs_active.py:38: start network...\u000a03:48:40.358213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:40.883559 run create_hlr_db(pid=5061): Launched\u000a03:48:41.075036 bus /sierra_2: Setting Powered False\u000a03:48:42.095733 run create_hlr_db(pid=5061): Terminated: ok {rc=0}\u000a03:48:42.509222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5063): Launched\u000a03:48:42.820218 run osmo-hlr_10.42.42.2(pid=5064): Launched\u000a03:48:42.943810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:43.488255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5066): Launched\u000a03:48:43.799183 run osmo-stp_10.42.42.5(pid=5067): Launched\u000a03:48:43.910581 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:48:44.448121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5069): Launched\u000a03:48:44.557431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:48:44.828832 run patchelf(pid=5070): Launched\u000a03:48:45.008703 run osmo-stp_10.42.42.5(pid=5067): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5067)]\u000a03:48:45.140041 run osmo-stp_10.42.42.5(pid=5067): stdout: \u000a| (launched: 2022-12-14_03:48:43.644672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:45.271525 run osmo-stp_10.42.42.5(pid=5067): stderr: \u000a| �[0;m�[38;5;43m20221214034843820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034843820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034843821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034843821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034843822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034843822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034843822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:45.398591 run osmo-stp_10.42.42.5(pid=5067): stdout: \u000a| (launched: 2022-12-14_03:48:43.644672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:45.524471 run osmo-stp_10.42.42.5(pid=5067): stderr: \u000a| �[0;m�[38;5;43m20221214034843820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034843820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034843821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034843821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034843822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034843822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034843822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:45.671383 run patchelf(pid=5070): Terminating (SIGINT)\u000a03:48:45.844420 run patchelf(pid=5070): Terminated: ok {rc=0}\u000a03:48:45.886071 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5067): Process ended prematurely: osmo-stp_10.42.42.5(pid=5067) [trial-2399↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5067)] [trial-2399↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a03:48:45.896837 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a03:48:45.964571 run osmo-hlr_10.42.42.2(pid=5064): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5064)]\u000a03:48:46.015261 run osmo-hlr_10.42.42.2(pid=5064): stdout: \u000a| (launched: 2022-12-14_03:48:42.666634) \u000a03:48:46.066491 run osmo-hlr_10.42.42.2(pid=5064): stderr: \u000a| �[0;m�[1;31m20221214034842847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034842847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034842847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034842847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034842847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034842847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034842860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034842870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034842870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034842870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:46.109866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5057): Terminating (SIGTERM)\u000a03:48:46.153452 run iperf3-srv_10.42.42.10(pid=5058): Terminating (SIGTERM)\u000a03:48:46.197103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5059): Terminating (SIGTERM)\u000a03:48:46.241600 run iperf3-srv_10.42.42.10(pid=5060): Terminating (SIGTERM)\u000a03:48:46.285026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5063): Terminating (SIGTERM)\u000a03:48:46.329301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5066): Terminating (SIGTERM)\u000a03:48:46.371215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5069): Terminating (SIGTERM)\u000a03:48:46.380675 --- ParallelTerminationStrategy: PID 5057 died...\u000a03:48:46.437041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5057): Terminated: ok {rc=0}\u000a03:48:46.447621 --- ParallelTerminationStrategy: PID 5058 died...\u000a03:48:46.503311 run iperf3-srv_10.42.42.10(pid=5058): Terminated {rc=256}\u000a03:48:46.513733 --- ParallelTerminationStrategy: PID 5059 died...\u000a03:48:46.569452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5059): Terminated: ok {rc=0}\u000a03:48:46.579546 --- ParallelTerminationStrategy: PID 5060 died...\u000a03:48:46.634861 run iperf3-srv_10.42.42.10(pid=5060): Terminated {rc=256}\u000a03:48:46.644888 --- ParallelTerminationStrategy: PID 5063 died...\u000a03:48:46.699160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5063): Terminated: ok {rc=0}\u000a03:48:46.709654 --- ParallelTerminationStrategy: PID 5066 died...\u000a03:48:46.763612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5066): Terminated: ok {rc=0}\u000a03:48:46.773636 --- ParallelTerminationStrategy: PID 5069 died...\u000a03:48:46.827659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5069): Terminated: ok {rc=0}\u000a03:48:46.912155 bus /gobi_0: Setting Powered False\u000a03:48:48.013846 bus /gobi_0: Setting Powered False\u000a03:48:49.124666 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5079): Process ended prematurely: osmo-stp_10.42.42.5(pid=5079) [trial-2399↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5079)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5079): Process ended prematurely: osmo-stp_10.42.42.5(pid=5079) [trial-2399↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a03:48:50.241832 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:50.253775 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:48:50.379522 tst iperf3.py: using LAC 38337\u000a03:48:50.502838 tst iperf3.py: using RAC 87\u000a03:48:50.624939 tst iperf3.py: using CellId 38337\u000a03:48:50.747304 tst iperf3.py: using BVCI 38338\u000a03:48:50.770817 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:50.781345 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:50.791776 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:50.802138 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:50.812356 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:50.822593 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:50.833397 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:50.844051 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:50.854593 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:51.153912 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:48:51.292626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:48:51.639946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5071): Launched\u000a03:48:51.929982 run iperf3-srv_10.42.42.10(pid=5072): Launched\u000a03:48:52.133466 tst iperf3.py:8: start network...\u000a03:48:52.272115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:52.799098 run create_hlr_db(pid=5073): Launched\u000a03:48:52.991053 bus /gobi_6: Setting Powered False\u000a03:48:54.012802 run create_hlr_db(pid=5073): Terminated: ok {rc=0}\u000a03:48:54.454996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5075): Launched\u000a03:48:54.792670 run osmo-hlr_10.42.42.2(pid=5076): Launched\u000a03:48:54.915871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:55.496613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5078): Launched\u000a03:48:55.831706 run osmo-stp_10.42.42.5(pid=5079): Launched\u000a03:48:55.952506 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:48:56.534115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5081): Launched\u000a03:48:56.653391 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:48:56.944365 run patchelf(pid=5082): Launched\u000a03:48:57.138642 run osmo-stp_10.42.42.5(pid=5079): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5079)]\u000a03:48:57.288667 run osmo-stp_10.42.42.5(pid=5079): stdout: \u000a| (launched: 2022-12-14_03:48:55.666531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:57.427543 run osmo-stp_10.42.42.5(pid=5079): stderr: \u000a| �[0;m�[38;5;43m20221214034855863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034855863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034855864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034855864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034855865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034855865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034855865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:57.562969 run osmo-stp_10.42.42.5(pid=5079): stdout: \u000a| (launched: 2022-12-14_03:48:55.666531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:57.696537 run osmo-stp_10.42.42.5(pid=5079): stderr: \u000a| �[0;m�[38;5;43m20221214034855863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034855863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034855864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034855864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034855865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034855865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034855865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:57.851265 run patchelf(pid=5082): Terminating (SIGINT)\u000a03:48:58.032534 run patchelf(pid=5082): Terminated: ok {rc=0}\u000a03:48:58.065932 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5079): Process ended prematurely: osmo-stp_10.42.42.5(pid=5079) [trial-2399↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5079)] [trial-2399↪gprs:oc2g↪iperf3.py:8]\u000a03:48:58.075906 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a03:48:58.140304 run osmo-hlr_10.42.42.2(pid=5076): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5076)]\u000a03:48:58.192399 run osmo-hlr_10.42.42.2(pid=5076): stdout: \u000a| (launched: 2022-12-14_03:48:54.624407) \u000a03:48:58.245200 run osmo-hlr_10.42.42.2(pid=5076): stderr: \u000a| �[0;m�[1;31m20221214034854828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034854828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034854828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034854828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034854828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034854828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034854841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034854849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034854849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034854849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:58.290281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5071): Terminating (SIGTERM)\u000a03:48:58.332716 run iperf3-srv_10.42.42.10(pid=5072): Terminating (SIGTERM)\u000a03:48:58.375325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5075): Terminating (SIGTERM)\u000a03:48:58.417968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5078): Terminating (SIGTERM)\u000a03:48:58.460415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5081): Terminating (SIGTERM)\u000a03:48:58.470317 --- ParallelTerminationStrategy: PID 5071 died...\u000a03:48:58.527728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5071): Terminated: ok {rc=0}\u000a03:48:58.538217 --- ParallelTerminationStrategy: PID 5072 died...\u000a03:48:58.595001 run iperf3-srv_10.42.42.10(pid=5072): Terminated {rc=256}\u000a03:48:58.605293 --- ParallelTerminationStrategy: PID 5075 died...\u000a03:48:58.662155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5075): Terminated: ok {rc=0}\u000a03:48:58.672405 --- ParallelTerminationStrategy: PID 5078 died...\u000a03:48:58.729678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5078): Terminated: ok {rc=0}\u000a03:48:58.740064 --- ParallelTerminationStrategy: PID 5081 died...\u000a03:48:58.797099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5081): Terminated: ok {rc=0}\u000a03:48:58.884647 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5097): Process ended prematurely: osmo-stp_10.42.42.5(pid=5097) [trial-2399↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5097)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5097): Process ended prematurely: osmo-stp_10.42.42.5(pid=5097) [trial-2399↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a03:48:59.999687 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:00.011227 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:49:00.147362 tst iperf3m4.py: using LAC 38338\u000a03:49:00.275148 tst iperf3m4.py: using RAC 88\u000a03:49:00.406275 tst iperf3m4.py: using CellId 38338\u000a03:49:00.525142 tst iperf3m4.py: using BVCI 38339\u000a03:49:00.548079 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:00.558647 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:00.569011 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:00.579659 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:00.590476 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:00.600736 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:00.611106 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:00.621443 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:00.631759 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:00.746808 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:00.877756 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:01.027872 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:01.317400 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:49:01.471959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:01.845332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5083): Launched\u000a03:49:02.137782 run iperf3-srv_10.42.42.10(pid=5084): Launched\u000a03:49:02.325560 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:49:02.451705 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:02.766472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5085): Launched\u000a03:49:03.027609 run iperf3-srv_10.42.42.10(pid=5086): Launched\u000a03:49:03.210460 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:49:03.335675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:03.650181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5087): Launched\u000a03:49:03.910453 run iperf3-srv_10.42.42.10(pid=5088): Launched\u000a03:49:04.092831 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:49:04.220869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:04.559650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5089): Launched\u000a03:49:04.841749 run iperf3-srv_10.42.42.10(pid=5090): Launched\u000a03:49:05.040650 tst iperf3m4.py:8: start network...\u000a03:49:05.176594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:05.690819 run create_hlr_db(pid=5091): Launched\u000a03:49:05.878699 bus /gobi_6: Setting Powered False\u000a03:49:06.901635 run create_hlr_db(pid=5091): Terminated: ok {rc=0}\u000a03:49:07.335355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5093): Launched\u000a03:49:07.664038 run osmo-hlr_10.42.42.2(pid=5094): Launched\u000a03:49:07.784145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:08.350443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5096): Launched\u000a03:49:08.679052 run osmo-stp_10.42.42.5(pid=5097): Launched\u000a03:49:08.798384 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:09.370171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5099): Launched\u000a03:49:09.486871 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:09.773716 run patchelf(pid=5100): Launched\u000a03:49:09.964505 run osmo-stp_10.42.42.5(pid=5097): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5097)]\u000a03:49:10.103355 run osmo-stp_10.42.42.5(pid=5097): stdout: \u000a| (launched: 2022-12-14_03:49:08.515790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:10.243257 run osmo-stp_10.42.42.5(pid=5097): stderr: \u000a| �[0;m�[38;5;43m20221214034908709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034908709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034908710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034908710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034908712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034908713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034908713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:10.378081 run osmo-stp_10.42.42.5(pid=5097): stdout: \u000a| (launched: 2022-12-14_03:49:08.515790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:10.512625 run osmo-stp_10.42.42.5(pid=5097): stderr: \u000a| �[0;m�[38;5;43m20221214034908709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034908709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034908710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034908710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034908712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034908713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034908713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:10.667572 run patchelf(pid=5100): Terminating (SIGINT)\u000a03:49:10.849584 run patchelf(pid=5100): Terminated: ok {rc=0}\u000a03:49:10.882881 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5097): Process ended prematurely: osmo-stp_10.42.42.5(pid=5097) [trial-2399↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5097)] [trial-2399↪gprs:oc2g↪iperf3m4.py:8]\u000a03:49:10.892650 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a03:49:10.956654 run osmo-hlr_10.42.42.2(pid=5094): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5094)]\u000a03:49:11.008147 run osmo-hlr_10.42.42.2(pid=5094): stdout: \u000a| (launched: 2022-12-14_03:49:07.501266) \u000a03:49:11.060256 run osmo-hlr_10.42.42.2(pid=5094): stderr: \u000a| �[0;m�[1;31m20221214034907700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034907700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034907700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034907700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034907700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034907700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034907713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034907722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034907722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034907722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:11.104638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5083): Terminating (SIGTERM)\u000a03:49:11.146352 run iperf3-srv_10.42.42.10(pid=5084): Terminating (SIGTERM)\u000a03:49:11.187999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5085): Terminating (SIGTERM)\u000a03:49:11.229542 run iperf3-srv_10.42.42.10(pid=5086): Terminating (SIGTERM)\u000a03:49:11.271248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5087): Terminating (SIGTERM)\u000a03:49:11.313500 run iperf3-srv_10.42.42.10(pid=5088): Terminating (SIGTERM)\u000a03:49:11.355785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5089): Terminating (SIGTERM)\u000a03:49:11.397855 run iperf3-srv_10.42.42.10(pid=5090): Terminating (SIGTERM)\u000a03:49:11.440247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5093): Terminating (SIGTERM)\u000a03:49:11.482429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5096): Terminating (SIGTERM)\u000a03:49:11.524790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5099): Terminating (SIGTERM)\u000a03:49:11.534623 --- ParallelTerminationStrategy: PID 5083 died...\u000a03:49:11.590881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5083): Terminated: ok {rc=0}\u000a03:49:11.601168 --- ParallelTerminationStrategy: PID 5084 died...\u000a03:49:11.657118 run iperf3-srv_10.42.42.10(pid=5084): Terminated {rc=256}\u000a03:49:11.667327 --- ParallelTerminationStrategy: PID 5085 died...\u000a03:49:11.723313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5085): Terminated: ok {rc=0}\u000a03:49:11.733580 --- ParallelTerminationStrategy: PID 5086 died...\u000a03:49:11.789333 run iperf3-srv_10.42.42.10(pid=5086): Terminated {rc=256}\u000a03:49:11.799460 --- ParallelTerminationStrategy: PID 5087 died...\u000a03:49:11.855462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5087): Terminated: ok {rc=0}\u000a03:49:11.865994 --- ParallelTerminationStrategy: PID 5088 died...\u000a03:49:11.922114 run iperf3-srv_10.42.42.10(pid=5088): Terminated {rc=256}\u000a03:49:11.932298 --- ParallelTerminationStrategy: PID 5089 died...\u000a03:49:11.988108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5089): Terminated: ok {rc=0}\u000a03:49:11.998279 --- ParallelTerminationStrategy: PID 5090 died...\u000a03:49:12.054212 run iperf3-srv_10.42.42.10(pid=5090): Terminated {rc=256}\u000a03:49:12.064406 --- ParallelTerminationStrategy: PID 5093 died...\u000a03:49:12.120567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5093): Terminated: ok {rc=0}\u000a03:49:12.130813 --- ParallelTerminationStrategy: PID 5096 died...\u000a03:49:12.187065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5096): Terminated: ok {rc=0}\u000a03:49:12.197386 --- ParallelTerminationStrategy: PID 5099 died...\u000a03:49:12.253324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5099): Terminated: ok {rc=0}\u000a03:49:12.340220 bus /gobi_4: Setting Powered False\u000a03:49:13.442849 bus /gobi_4: Setting Powered False\u000a03:49:14.550327 bus /gobi_1: Setting Powered False\u000a03:49:15.656020 bus /gobi_1: Setting Powered False\u000a03:49:16.771199 bus /gobi_0: Setting Powered False\u000a03:49:17.873115 bus /gobi_0: Setting Powered False\u000a03:49:18.983595 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5107): Process ended prematurely: osmo-stp_10.42.42.5(pid=5107) [trial-2399↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5107)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5107): Process ended prematurely: osmo-stp_10.42.42.5(pid=5107) [trial-2399↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g ping.py\u000a----------------------------------------------\u000a03:49:20.049346 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:20.060397 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:49:20.188466 tst ping.py: using LAC 38339\u000a03:49:20.312848 tst ping.py: using RAC 89\u000a03:49:20.439948 tst ping.py: using CellId 38339\u000a03:49:20.571911 tst ping.py: using BVCI 38340\u000a03:49:20.596349 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:20.607255 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:20.617965 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:20.628570 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:20.639525 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:20.650403 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:20.661614 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:20.672500 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:20.962126 tst ping.py:19: start network...\u000a03:49:21.094489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:21.594847 run create_hlr_db(pid=5101): Launched\u000a03:49:21.779485 bus /gobi_6: Setting Powered False\u000a03:49:22.799918 run create_hlr_db(pid=5101): Terminated: ok {rc=0}\u000a03:49:23.225044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5103): Launched\u000a03:49:23.545570 run osmo-hlr_10.42.42.2(pid=5104): Launched\u000a03:49:23.660540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:24.217527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5106): Launched\u000a03:49:24.538289 run osmo-stp_10.42.42.5(pid=5107): Launched\u000a03:49:24.654507 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:25.215129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5109): Launched\u000a03:49:25.329090 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:25.609349 run patchelf(pid=5110): Launched\u000a03:49:25.796470 run osmo-stp_10.42.42.5(pid=5107): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5107)]\u000a03:49:25.933561 run osmo-stp_10.42.42.5(pid=5107): stdout: \u000a| (launched: 2022-12-14_03:49:24.379401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:26.071045 run osmo-stp_10.42.42.5(pid=5107): stderr: \u000a| �[0;m�[38;5;43m20221214034924572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034924573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034924573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034924573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034924574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034924574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034924574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:26.203443 run osmo-stp_10.42.42.5(pid=5107): stdout: \u000a| (launched: 2022-12-14_03:49:24.379401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:26.334840 run osmo-stp_10.42.42.5(pid=5107): stderr: \u000a| �[0;m�[38;5;43m20221214034924572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034924573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034924573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034924573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034924574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034924574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034924574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:26.487294 run patchelf(pid=5110): Terminating (SIGINT)\u000a03:49:26.667039 run patchelf(pid=5110): Terminated: ok {rc=0}\u000a03:49:26.699542 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5107): Process ended prematurely: osmo-stp_10.42.42.5(pid=5107) [trial-2399↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5107)] [trial-2399↪gprs:oc2g↪ping.py:22]\u000a03:49:26.708803 tst ping.py:22: Test FAILED (6.6 sec)\u000a03:49:26.773049 run osmo-hlr_10.42.42.2(pid=5104): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5104)]\u000a03:49:26.825572 run osmo-hlr_10.42.42.2(pid=5104): stdout: \u000a| (launched: 2022-12-14_03:49:23.386965) \u000a03:49:26.878297 run osmo-hlr_10.42.42.2(pid=5104): stderr: \u000a| �[0;m�[1;31m20221214034923586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034923586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034923586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034923586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034923587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034923587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034923599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034923607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034923607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034923607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:26.923402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5103): Terminating (SIGTERM)\u000a03:49:26.966544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5106): Terminating (SIGTERM)\u000a03:49:27.008932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5109): Terminating (SIGTERM)\u000a03:49:27.018899 --- ParallelTerminationStrategy: PID 5103 died...\u000a03:49:27.076151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5103): Terminated: ok {rc=0}\u000a03:49:27.086427 --- ParallelTerminationStrategy: PID 5106 died...\u000a03:49:27.143136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5106): Terminated: ok {rc=0}\u000a03:49:27.153451 --- ParallelTerminationStrategy: PID 5109 died...\u000a03:49:27.210095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5109): Terminated: ok {rc=0}\u000a03:49:27.298410 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5117): Process ended prematurely: osmo-stp_10.42.42.5(pid=5117) [trial-2399↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5117)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5117): Process ended prematurely: osmo-stp_10.42.42.5(pid=5117) [trial-2399↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a03:49:28.351852 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:28.363666 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:49:28.485905 tst ping_idle_ping.py: using LAC 38340\u000a03:49:28.611269 tst ping_idle_ping.py: using RAC 90\u000a03:49:28.738517 tst ping_idle_ping.py: using CellId 38340\u000a03:49:28.864113 tst ping_idle_ping.py: using BVCI 38341\u000a03:49:28.888780 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:28.899810 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:28.910875 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:28.921774 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:28.933189 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:28.944586 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:28.956285 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:28.967969 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:29.241819 tst ping_idle_ping.py:24: start network...\u000a03:49:29.364224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:29.844255 run create_hlr_db(pid=5111): Launched\u000a03:49:30.014900 bus /gobi_6: Setting Powered False\u000a03:49:31.063601 run create_hlr_db(pid=5111): Terminated: ok {rc=0}\u000a03:49:31.566348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5113): Launched\u000a03:49:32.006828 run osmo-hlr_10.42.42.2(pid=5114): Launched\u000a03:49:32.216243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:32.878586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5116): Launched\u000a03:49:33.200812 run osmo-stp_10.42.42.5(pid=5117): Launched\u000a03:49:33.317173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:33.878165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5119): Launched\u000a03:49:33.992164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:34.272485 run patchelf(pid=5120): Launched\u000a03:49:34.460432 run osmo-stp_10.42.42.5(pid=5117): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5117)]\u000a03:49:34.598669 run osmo-stp_10.42.42.5(pid=5117): stdout: \u000a| (launched: 2022-12-14_03:49:33.041241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:34.736627 run osmo-stp_10.42.42.5(pid=5117): stderr: \u000a| �[0;m�[38;5;43m20221214034933236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034933237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034933237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034933237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034933238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034933238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034933238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:34.869467 run osmo-stp_10.42.42.5(pid=5117): stdout: \u000a| (launched: 2022-12-14_03:49:33.041241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:35.001293 run osmo-stp_10.42.42.5(pid=5117): stderr: \u000a| �[0;m�[38;5;43m20221214034933236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034933237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034933237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034933237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034933238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034933238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034933238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:35.154134 run patchelf(pid=5120): Terminating (SIGINT)\u000a03:49:35.333622 run patchelf(pid=5120): Terminated: ok {rc=0}\u000a03:49:35.366125 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5117): Process ended prematurely: osmo-stp_10.42.42.5(pid=5117) [trial-2399↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5117)] [trial-2399↪gprs:oc2g↪ping_idle_ping.py:27]\u000a03:49:35.375365 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a03:49:35.439620 run osmo-hlr_10.42.42.2(pid=5114): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5114)]\u000a03:49:35.491581 run osmo-hlr_10.42.42.2(pid=5114): stdout: \u000a| (launched: 2022-12-14_03:49:31.789680) \u000a03:49:35.544526 run osmo-hlr_10.42.42.2(pid=5114): stderr: \u000a| �[0;m�[1;31m20221214034932198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034932198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034932198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034932198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034932198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034932198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034932215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034932224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034932224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034932224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:35.589450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5113): Terminating (SIGTERM)\u000a03:49:35.631489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5116): Terminating (SIGTERM)\u000a03:49:35.674203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5119): Terminating (SIGTERM)\u000a03:49:35.684011 --- ParallelTerminationStrategy: PID 5113 died...\u000a03:49:35.740361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5113): Terminated: ok {rc=0}\u000a03:49:35.750507 --- ParallelTerminationStrategy: PID 5116 died...\u000a03:49:35.806746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5116): Terminated: ok {rc=0}\u000a03:49:35.816870 --- ParallelTerminationStrategy: PID 5119 died...\u000a03:49:35.873136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5119): Terminated: ok {rc=0}\u000a03:49:35.961205 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:48:36" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5135): Process ended prematurely: osmo-stp_10.42.42.5(pid=5135) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5135)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5135): Process ended prematurely: osmo-stp_10.42.42.5(pid=5135) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:49:38.074609 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:38.085537 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:49:38.213980 tst cs_paging_gprs_active.py: using LAC 38341\u000a03:49:38.366556 tst cs_paging_gprs_active.py: using RAC 91\u000a03:49:38.488491 tst cs_paging_gprs_active.py: using CellId 38341\u000a03:49:38.611527 tst cs_paging_gprs_active.py: using BVCI 38342\u000a03:49:38.635410 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:38.646409 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:38.657141 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:38.667870 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:38.678984 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:38.689961 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:38.701152 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:38.712076 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:38.723358 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:38.840157 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:39.123418 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:49:39.253724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:39.575568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5125): Launched\u000a03:49:39.843207 run iperf3-srv_10.42.42.10(pid=5126): Launched\u000a03:49:40.034144 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:49:40.163805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:40.486214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5127): Launched\u000a03:49:40.754527 run iperf3-srv_10.42.42.10(pid=5128): Launched\u000a03:49:40.944892 tst cs_paging_gprs_active.py:38: start network...\u000a03:49:41.075031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:41.567990 run create_hlr_db(pid=5129): Launched\u000a03:49:41.748617 bus /gobi_6: Setting Powered False\u000a03:49:42.771472 run create_hlr_db(pid=5129): Terminated: ok {rc=0}\u000a03:49:43.187947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5131): Launched\u000a03:49:43.499430 run osmo-hlr_10.42.42.2(pid=5132): Launched\u000a03:49:43.611253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:44.116193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5134): Launched\u000a03:49:44.406508 run osmo-stp_10.42.42.5(pid=5135): Launched\u000a03:49:44.512203 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:45.018993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5137): Launched\u000a03:49:45.123076 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:45.378022 run patchelf(pid=5138): Launched\u000a03:49:45.550511 run osmo-stp_10.42.42.5(pid=5135): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5135)]\u000a03:49:45.676248 run osmo-stp_10.42.42.5(pid=5135): stdout: \u000a| (launched: 2022-12-14_03:49:44.263995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:45.802520 run osmo-stp_10.42.42.5(pid=5135): stderr: \u000a| �[0;m�[38;5;43m20221214034944429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034944429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034944429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034944430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034944430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034944430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034944430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:45.967752 run osmo-stp_10.42.42.5(pid=5135): stdout: \u000a| (launched: 2022-12-14_03:49:44.263995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:46.101361 run osmo-stp_10.42.42.5(pid=5135): stderr: \u000a| �[0;m�[38;5;43m20221214034944429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034944429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034944429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034944430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034944430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034944430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034944430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:46.258284 run patchelf(pid=5138): Terminating (SIGINT)\u000a03:49:46.441864 run patchelf(pid=5138): Terminated: ok {rc=0}\u000a03:49:46.476078 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5135): Process ended prematurely: osmo-stp_10.42.42.5(pid=5135) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5135)] [trial-2399↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:49:46.486940 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a03:49:46.555239 run osmo-hlr_10.42.42.2(pid=5132): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5132)]\u000a03:49:46.609596 run osmo-hlr_10.42.42.2(pid=5132): stdout: \u000a| (launched: 2022-12-14_03:49:43.346973) \u000a03:49:46.665182 run osmo-hlr_10.42.42.2(pid=5132): stderr: \u000a| �[0;m�[1;31m20221214034943537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034943537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034943537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034943537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034943537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034943537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034943550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034943558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034943558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034943558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:46.712326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5125): Terminating (SIGTERM)\u000a03:49:46.757903 run iperf3-srv_10.42.42.10(pid=5126): Terminating (SIGTERM)\u000a03:49:46.802283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5127): Terminating (SIGTERM)\u000a03:49:46.847643 run iperf3-srv_10.42.42.10(pid=5128): Terminating (SIGTERM)\u000a03:49:46.892471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5131): Terminating (SIGTERM)\u000a03:49:46.937950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5134): Terminating (SIGTERM)\u000a03:49:46.984209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5137): Terminating (SIGTERM)\u000a03:49:46.995050 --- ParallelTerminationStrategy: PID 5125 died...\u000a03:49:47.055956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5125): Terminated: ok {rc=0}\u000a03:49:47.066947 --- ParallelTerminationStrategy: PID 5126 died...\u000a03:49:47.127157 run iperf3-srv_10.42.42.10(pid=5126): Terminated {rc=256}\u000a03:49:47.139303 --- ParallelTerminationStrategy: PID 5127 died...\u000a03:49:47.197965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5127): Terminated: ok {rc=0}\u000a03:49:47.208376 --- ParallelTerminationStrategy: PID 5128 died...\u000a03:49:47.265694 run iperf3-srv_10.42.42.10(pid=5128): Terminated {rc=256}\u000a03:49:47.275628 --- ParallelTerminationStrategy: PID 5131 died...\u000a03:49:47.332898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5131): Terminated: ok {rc=0}\u000a03:49:47.342902 --- ParallelTerminationStrategy: PID 5134 died...\u000a03:49:47.400598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5134): Terminated: ok {rc=0}\u000a03:49:47.410620 --- ParallelTerminationStrategy: PID 5137 died...\u000a03:49:47.467917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5137): Terminated: ok {rc=0}\u000a03:49:47.555268 bus /gobi_0: Setting Powered False\u000a03:49:48.660900 bus /gobi_0: Setting Powered False\u000a03:49:49.769142 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5147): Process ended prematurely: osmo-stp_10.42.42.5(pid=5147) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5147)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5147): Process ended prematurely: osmo-stp_10.42.42.5(pid=5147) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:49:50.882384 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:50.894034 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:49:51.022773 tst iperf3.py: using LAC 38342\u000a03:49:51.145798 tst iperf3.py: using RAC 92\u000a03:49:51.271280 tst iperf3.py: using CellId 38342\u000a03:49:51.395820 tst iperf3.py: using BVCI 38343\u000a03:49:51.420019 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:51.431045 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:51.441914 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:51.452687 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:51.463777 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:51.474905 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:51.486316 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:51.497411 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:51.508558 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:51.781653 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:49:51.903374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:52.207238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5139): Launched\u000a03:49:52.459851 run iperf3-srv_10.42.42.10(pid=5140): Launched\u000a03:49:52.637755 tst iperf3.py:8: start network...\u000a03:49:52.758998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:53.229990 run create_hlr_db(pid=5141): Launched\u000a03:49:53.397378 bus /gobi_6: Setting Powered False\u000a03:49:54.420119 run create_hlr_db(pid=5141): Terminated: ok {rc=0}\u000a03:49:54.839072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5143): Launched\u000a03:49:55.153569 run osmo-hlr_10.42.42.2(pid=5144): Launched\u000a03:49:55.270762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:55.814684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5146): Launched\u000a03:49:56.107933 run osmo-stp_10.42.42.5(pid=5147): Launched\u000a03:49:56.214111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:56.723924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5149): Launched\u000a03:49:56.827929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:57.083471 run patchelf(pid=5150): Launched\u000a03:49:57.255479 run osmo-stp_10.42.42.5(pid=5147): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5147)]\u000a03:49:57.380627 run osmo-stp_10.42.42.5(pid=5147): stdout: \u000a| (launched: 2022-12-14_03:49:55.963805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:57.506432 run osmo-stp_10.42.42.5(pid=5147): stderr: \u000a| �[0;m�[38;5;43m20221214034956128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034956128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034956128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034956129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034956129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034956129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034956129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:57.627733 run osmo-stp_10.42.42.5(pid=5147): stdout: \u000a| (launched: 2022-12-14_03:49:55.963805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:57.747738 run osmo-stp_10.42.42.5(pid=5147): stderr: \u000a| �[0;m�[38;5;43m20221214034956128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214034956128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214034956128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214034956129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214034956129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214034956129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214034956129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:57.887146 run patchelf(pid=5150): Terminating (SIGINT)\u000a03:49:58.051194 run patchelf(pid=5150): Terminated: ok {rc=0}\u000a03:49:58.081564 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5147): Process ended prematurely: osmo-stp_10.42.42.5(pid=5147) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5147)] [trial-2399↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a03:49:58.090766 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a03:49:58.149488 run osmo-hlr_10.42.42.2(pid=5144): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5144)]\u000a03:49:58.197722 run osmo-hlr_10.42.42.2(pid=5144): stdout: \u000a| (launched: 2022-12-14_03:49:54.999210) \u000a03:49:58.246973 run osmo-hlr_10.42.42.2(pid=5144): stderr: \u000a| �[0;m�[1;31m20221214034955192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214034955192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214034955192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034955192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214034955192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214034955192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214034955204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214034955212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214034955213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214034955213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:58.288920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5139): Terminating (SIGTERM)\u000a03:49:58.328064 run iperf3-srv_10.42.42.10(pid=5140): Terminating (SIGTERM)\u000a03:49:58.367504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5143): Terminating (SIGTERM)\u000a03:49:58.406834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5146): Terminating (SIGTERM)\u000a03:49:58.446252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5149): Terminating (SIGTERM)\u000a03:49:58.455283 --- ParallelTerminationStrategy: PID 5139 died...\u000a03:49:58.507772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5139): Terminated: ok {rc=0}\u000a03:49:58.517350 --- ParallelTerminationStrategy: PID 5140 died...\u000a03:49:58.569626 run iperf3-srv_10.42.42.10(pid=5140): Terminated {rc=256}\u000a03:49:58.578948 --- ParallelTerminationStrategy: PID 5143 died...\u000a03:49:58.631381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5143): Terminated: ok {rc=0}\u000a03:49:58.640843 --- ParallelTerminationStrategy: PID 5146 died...\u000a03:49:58.693731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5146): Terminated: ok {rc=0}\u000a03:49:58.703396 --- ParallelTerminationStrategy: PID 5149 died...\u000a03:49:58.756554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5149): Terminated: ok {rc=0}\u000a03:49:58.844835 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5168): Process ended prematurely: osmo-stp_10.42.42.5(pid=5168) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5168)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5168): Process ended prematurely: osmo-stp_10.42.42.5(pid=5168) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:49:59.953007 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:59.964254 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:50:00.086672 tst iperf3m4.py: using LAC 38343\u000a03:50:00.201881 tst iperf3m4.py: using RAC 93\u000a03:50:00.317524 tst iperf3m4.py: using CellId 38343\u000a03:50:00.434374 tst iperf3m4.py: using BVCI 38344\u000a03:50:00.456761 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:00.467402 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:00.477824 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:00.488241 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:00.498539 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:00.508739 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:00.519629 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:00.530575 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:00.541364 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:50:00.661624 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:50:00.778916 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:50:00.922417 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:50:01.203989 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:50:01.329423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:01.673923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5154): Launched\u000a03:50:01.954154 run iperf3-srv_10.42.42.10(pid=5155): Launched\u000a03:50:02.135875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:50:02.259413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:02.563936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5156): Launched\u000a03:50:02.816894 run iperf3-srv_10.42.42.10(pid=5157): Launched\u000a03:50:02.993929 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:50:03.114954 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:03.418417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5158): Launched\u000a03:50:03.670418 run iperf3-srv_10.42.42.10(pid=5159): Launched\u000a03:50:03.848165 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:50:03.969637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:04.273761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5160): Launched\u000a03:50:04.526117 run iperf3-srv_10.42.42.10(pid=5161): Launched\u000a03:50:04.703173 tst iperf3m4.py:8: start network...\u000a03:50:04.824431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:05.295674 run create_hlr_db(pid=5162): Launched\u000a03:50:05.463566 bus /gobi_6: Setting Powered False\u000a03:50:06.485862 run create_hlr_db(pid=5162): Terminated: ok {rc=0}\u000a03:50:06.876033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5164): Launched\u000a03:50:07.169769 run osmo-hlr_10.42.42.2(pid=5165): Launched\u000a03:50:07.286454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:07.803210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5167): Launched\u000a03:50:08.097883 run osmo-stp_10.42.42.5(pid=5168): Launched\u000a03:50:08.205336 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:08.724724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5170): Launched\u000a03:50:08.830023 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:09.089237 run patchelf(pid=5171): Launched\u000a03:50:09.264004 run osmo-stp_10.42.42.5(pid=5168): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5168)]\u000a03:50:09.391644 run osmo-stp_10.42.42.5(pid=5168): stdout: \u000a| (launched: 2022-12-14_03:50:07.952271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:09.519385 run osmo-stp_10.42.42.5(pid=5168): stderr: \u000a| �[0;m�[38;5;43m20221214035008116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035008117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035008117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035008117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035008119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035008119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035008119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:09.642916 run osmo-stp_10.42.42.5(pid=5168): stdout: \u000a| (launched: 2022-12-14_03:50:07.952271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:09.764795 run osmo-stp_10.42.42.5(pid=5168): stderr: \u000a| �[0;m�[38;5;43m20221214035008116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035008117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035008117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035008117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035008119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035008119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035008119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:09.906674 run patchelf(pid=5171): Terminating (SIGINT)\u000a03:50:10.073616 run patchelf(pid=5171): Terminated: ok {rc=0}\u000a03:50:10.104401 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5168): Process ended prematurely: osmo-stp_10.42.42.5(pid=5168) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5168)] [trial-2399↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:50:10.113670 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a03:50:10.173815 run osmo-hlr_10.42.42.2(pid=5165): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5165)]\u000a03:50:10.222817 run osmo-hlr_10.42.42.2(pid=5165): stdout: \u000a| (launched: 2022-12-14_03:50:07.025237) \u000a03:50:10.272492 run osmo-hlr_10.42.42.2(pid=5165): stderr: \u000a| �[0;m�[1;31m20221214035007196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035007197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035007197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035007197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035007197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035007197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035007209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035007219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035007219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035007220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:10.314756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5154): Terminating (SIGTERM)\u000a03:50:10.354307 run iperf3-srv_10.42.42.10(pid=5155): Terminating (SIGTERM)\u000a03:50:10.393883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5156): Terminating (SIGTERM)\u000a03:50:10.433392 run iperf3-srv_10.42.42.10(pid=5157): Terminating (SIGTERM)\u000a03:50:10.473155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5158): Terminating (SIGTERM)\u000a03:50:10.512793 run iperf3-srv_10.42.42.10(pid=5159): Terminating (SIGTERM)\u000a03:50:10.552647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5160): Terminating (SIGTERM)\u000a03:50:10.592201 run iperf3-srv_10.42.42.10(pid=5161): Terminating (SIGTERM)\u000a03:50:10.631816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5164): Terminating (SIGTERM)\u000a03:50:10.671325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5167): Terminating (SIGTERM)\u000a03:50:10.711060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5170): Terminating (SIGTERM)\u000a03:50:10.720233 --- ParallelTerminationStrategy: PID 5154 died...\u000a03:50:10.773576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5154): Terminated: ok {rc=0}\u000a03:50:10.783110 --- ParallelTerminationStrategy: PID 5155 died...\u000a03:50:10.836136 run iperf3-srv_10.42.42.10(pid=5155): Terminated {rc=256}\u000a03:50:10.845666 --- ParallelTerminationStrategy: PID 5156 died...\u000a03:50:10.898606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5156): Terminated: ok {rc=0}\u000a03:50:10.908002 --- ParallelTerminationStrategy: PID 5157 died...\u000a03:50:10.960796 run iperf3-srv_10.42.42.10(pid=5157): Terminated {rc=256}\u000a03:50:10.970287 --- ParallelTerminationStrategy: PID 5158 died...\u000a03:50:11.023421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5158): Terminated: ok {rc=0}\u000a03:50:11.032914 --- ParallelTerminationStrategy: PID 5159 died...\u000a03:50:11.085927 run iperf3-srv_10.42.42.10(pid=5159): Terminated {rc=256}\u000a03:50:11.095426 --- ParallelTerminationStrategy: PID 5160 died...\u000a03:50:11.148405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5160): Terminated: ok {rc=0}\u000a03:50:11.157982 --- ParallelTerminationStrategy: PID 5161 died...\u000a03:50:11.210950 run iperf3-srv_10.42.42.10(pid=5161): Terminated {rc=256}\u000a03:50:11.220423 --- ParallelTerminationStrategy: PID 5164 died...\u000a03:50:11.273550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5164): Terminated: ok {rc=0}\u000a03:50:11.283237 --- ParallelTerminationStrategy: PID 5167 died...\u000a03:50:11.336236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5167): Terminated: ok {rc=0}\u000a03:50:11.345801 --- ParallelTerminationStrategy: PID 5170 died...\u000a03:50:11.398714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5170): Terminated: ok {rc=0}\u000a03:50:11.487454 bus /gobi_4: Setting Powered False\u000a03:50:12.590166 bus /gobi_4: Setting Powered False\u000a03:50:13.700455 bus /gobi_1: Setting Powered False\u000a03:50:14.801674 bus /gobi_1: Setting Powered False\u000a03:50:15.925054 bus /gobi_0: Setting Powered False\u000a03:50:17.043501 bus /gobi_0: Setting Powered False\u000a03:50:18.158532 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5178): Process ended prematurely: osmo-stp_10.42.42.5(pid=5178) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5178)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5178): Process ended prematurely: osmo-stp_10.42.42.5(pid=5178) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:50:19.223928 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:19.235290 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:50:19.355366 tst ping.py: using LAC 38344\u000a03:50:19.468896 tst ping.py: using RAC 94\u000a03:50:19.585011 tst ping.py: using CellId 38344\u000a03:50:19.698948 tst ping.py: using BVCI 38345\u000a03:50:19.721276 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:19.731822 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:19.742421 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:19.753013 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:19.763451 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:19.773831 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:19.784294 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:19.794786 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:50:20.080600 tst ping.py:19: start network...\u000a03:50:20.210685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:20.702288 run create_hlr_db(pid=5172): Launched\u000a03:50:20.883866 bus /gobi_6: Setting Powered False\u000a03:50:21.904120 run create_hlr_db(pid=5172): Terminated: ok {rc=0}\u000a03:50:22.296644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5174): Launched\u000a03:50:22.590120 run osmo-hlr_10.42.42.2(pid=5175): Launched\u000a03:50:22.696607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:23.204789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5177): Launched\u000a03:50:23.496538 run osmo-stp_10.42.42.5(pid=5178): Launched\u000a03:50:23.602822 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:24.111698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5180): Launched\u000a03:50:24.214938 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:24.470363 run patchelf(pid=5181): Launched\u000a03:50:24.641749 run osmo-stp_10.42.42.5(pid=5178): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5178)]\u000a03:50:24.767366 run osmo-stp_10.42.42.5(pid=5178): stdout: \u000a| (launched: 2022-12-14_03:50:23.352607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:24.893212 run osmo-stp_10.42.42.5(pid=5178): stderr: \u000a| �[0;m�[38;5;43m20221214035023522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035023522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035023522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035023523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035023523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035023523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035023523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:25.014262 run osmo-stp_10.42.42.5(pid=5178): stdout: \u000a| (launched: 2022-12-14_03:50:23.352607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:25.134348 run osmo-stp_10.42.42.5(pid=5178): stderr: \u000a| �[0;m�[38;5;43m20221214035023522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035023522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035023522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035023523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035023523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035023523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035023523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:25.274167 run patchelf(pid=5181): Terminating (SIGINT)\u000a03:50:25.438925 run patchelf(pid=5181): Terminated: ok {rc=0}\u000a03:50:25.468905 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5178): Process ended prematurely: osmo-stp_10.42.42.5(pid=5178) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5178)] [trial-2399↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a03:50:25.477562 tst ping.py:22: Test FAILED (6.2 sec)\u000a03:50:25.537413 run osmo-hlr_10.42.42.2(pid=5175): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5175)]\u000a03:50:25.587005 run osmo-hlr_10.42.42.2(pid=5175): stdout: \u000a| (launched: 2022-12-14_03:50:22.444316) \u000a03:50:25.636659 run osmo-hlr_10.42.42.2(pid=5175): stderr: \u000a| �[0;m�[1;31m20221214035022617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035022617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035022617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035022617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035022617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035022617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035022630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035022640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035022640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035022640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:25.679025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5174): Terminating (SIGTERM)\u000a03:50:25.718732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5177): Terminating (SIGTERM)\u000a03:50:25.758398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5180): Terminating (SIGTERM)\u000a03:50:25.767525 --- ParallelTerminationStrategy: PID 5174 died...\u000a03:50:25.820638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5174): Terminated: ok {rc=0}\u000a03:50:25.830178 --- ParallelTerminationStrategy: PID 5177 died...\u000a03:50:25.883109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5177): Terminated: ok {rc=0}\u000a03:50:25.892550 --- ParallelTerminationStrategy: PID 5180 died...\u000a03:50:25.945359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5180): Terminated: ok {rc=0}\u000a03:50:26.033300 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5189): Process ended prematurely: osmo-stp_10.42.42.5(pid=5189) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5189)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5189): Process ended prematurely: osmo-stp_10.42.42.5(pid=5189) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:50:27.085111 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:27.096473 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:50:27.229690 tst ping_idle_ping.py: using LAC 38345\u000a03:50:27.352155 tst ping_idle_ping.py: using RAC 95\u000a03:50:27.476431 tst ping_idle_ping.py: using CellId 38345\u000a03:50:27.598853 tst ping_idle_ping.py: using BVCI 38346\u000a03:50:27.622978 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:27.634354 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:27.645518 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:27.656409 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:27.667990 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:27.679638 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:27.691693 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:27.703539 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:50:27.990242 tst ping_idle_ping.py:24: start network...\u000a03:50:28.121086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:28.618994 run create_hlr_db(pid=5182): Launched\u000a03:50:28.802197 bus /gobi_6: Setting Powered False\u000a03:50:29.823043 run create_hlr_db(pid=5182): Terminated: ok {rc=0}\u000a03:50:30.220136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5185): Launched\u000a03:50:30.514228 run osmo-hlr_10.42.42.2(pid=5186): Launched\u000a03:50:30.622714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:31.174362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5188): Launched\u000a03:50:31.592508 run osmo-stp_10.42.42.5(pid=5189): Launched\u000a03:50:31.814789 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:32.374526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5191): Launched\u000a03:50:32.487034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:32.763067 run patchelf(pid=5192): Launched\u000a03:50:32.948820 run osmo-stp_10.42.42.5(pid=5189): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5189)]\u000a03:50:33.084791 run osmo-stp_10.42.42.5(pid=5189): stdout: \u000a| (launched: 2022-12-14_03:50:31.338722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:33.221626 run osmo-stp_10.42.42.5(pid=5189): stderr: \u000a| �[0;m�[38;5;43m20221214035031630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035031631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035031631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035031631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035031632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035031632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035031632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:33.352738 run osmo-stp_10.42.42.5(pid=5189): stdout: \u000a| (launched: 2022-12-14_03:50:31.338722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:33.482815 run osmo-stp_10.42.42.5(pid=5189): stderr: \u000a| �[0;m�[38;5;43m20221214035031630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035031631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035031631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035031631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035031632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035031632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035031632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:33.634416 run patchelf(pid=5192): Terminating (SIGINT)\u000a03:50:33.811425 run patchelf(pid=5192): Terminated: ok {rc=0}\u000a03:50:33.843645 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5189): Process ended prematurely: osmo-stp_10.42.42.5(pid=5189) [trial-2399↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5189)] [trial-2399↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:50:33.852861 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a03:50:33.916570 run osmo-hlr_10.42.42.2(pid=5186): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5186)]\u000a03:50:33.968271 run osmo-hlr_10.42.42.2(pid=5186): stdout: \u000a| (launched: 2022-12-14_03:50:30.369680) \u000a03:50:34.020850 run osmo-hlr_10.42.42.2(pid=5186): stderr: \u000a| �[0;m�[1;31m20221214035030543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035030543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035030543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035030543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035030543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035030543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035030559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035030567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035030567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035030567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:34.065986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5185): Terminating (SIGTERM)\u000a03:50:34.108148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5188): Terminating (SIGTERM)\u000a03:50:34.150817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5191): Terminating (SIGTERM)\u000a03:50:34.160474 --- ParallelTerminationStrategy: PID 5185 died...\u000a03:50:34.217210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5185): Terminated: ok {rc=0}\u000a03:50:34.227282 --- ParallelTerminationStrategy: PID 5188 died...\u000a03:50:34.283794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5188): Terminated: ok {rc=0}\u000a03:50:34.293883 --- ParallelTerminationStrategy: PID 5191 died...\u000a03:50:34.350519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5191): Terminated: ok {rc=0}\u000a03:50:34.439260 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:49:37" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5206): Process ended prematurely: osmo-stp_10.42.42.5(pid=5206) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5206)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5206): Process ended prematurely: osmo-stp_10.42.42.5(pid=5206) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:50:36.547361 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:36.558117 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:50:36.706962 tst cs_paging_gprs_active.py: using LAC 38346\u000a03:50:36.832575 tst cs_paging_gprs_active.py: using RAC 96\u000a03:50:36.956144 tst cs_paging_gprs_active.py: using CellId 38346\u000a03:50:37.094868 tst cs_paging_gprs_active.py: using BVCI 38347\u000a03:50:37.119626 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:37.130787 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:37.141678 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:37.152631 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:37.163782 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:37.175062 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:37.186367 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:37.197525 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:37.208860 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:37.330282 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:37.606598 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:50:37.730336 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:38.039173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5196): Launched\u000a03:50:38.297329 run iperf3-srv_10.42.42.10(pid=5197): Launched\u000a03:50:38.478567 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:50:38.602315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:38.911574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5198): Launched\u000a03:50:39.169278 run iperf3-srv_10.42.42.10(pid=5199): Launched\u000a03:50:39.350865 tst cs_paging_gprs_active.py:38: start network...\u000a03:50:39.474734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:39.955952 run create_hlr_db(pid=5200): Launched\u000a03:50:40.127122 bus /gobi_6: Setting Powered False\u000a03:50:41.149427 run create_hlr_db(pid=5200): Terminated: ok {rc=0}\u000a03:50:41.575787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5202): Launched\u000a03:50:41.897332 run osmo-hlr_10.42.42.2(pid=5203): Launched\u000a03:50:42.038862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:42.595815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5205): Launched\u000a03:50:42.916448 run osmo-stp_10.42.42.5(pid=5206): Launched\u000a03:50:43.032670 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:43.594049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5208): Launched\u000a03:50:43.709310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:43.989683 run patchelf(pid=5209): Launched\u000a03:50:44.177665 run osmo-stp_10.42.42.5(pid=5206): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5206)]\u000a03:50:44.315265 run osmo-stp_10.42.42.5(pid=5206): stdout: \u000a| (launched: 2022-12-14_03:50:42.758836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:44.453260 run osmo-stp_10.42.42.5(pid=5206): stderr: \u000a| �[0;m�[38;5;43m20221214035042948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035042948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035042949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035042949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035042950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035042950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035042950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:44.587130 run osmo-stp_10.42.42.5(pid=5206): stdout: \u000a| (launched: 2022-12-14_03:50:42.758836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:44.719279 run osmo-stp_10.42.42.5(pid=5206): stderr: \u000a| �[0;m�[38;5;43m20221214035042948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035042948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035042949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035042949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035042950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035042950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035042950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:44.872161 run patchelf(pid=5209): Terminating (SIGINT)\u000a03:50:45.051396 run patchelf(pid=5209): Terminated: ok {rc=0}\u000a03:50:45.084395 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5206): Process ended prematurely: osmo-stp_10.42.42.5(pid=5206) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5206)] [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:50:45.094273 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:50:45.157361 run osmo-hlr_10.42.42.2(pid=5203): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5203)]\u000a03:50:45.208762 run osmo-hlr_10.42.42.2(pid=5203): stdout: \u000a| (launched: 2022-12-14_03:50:41.738851) \u000a03:50:45.260704 run osmo-hlr_10.42.42.2(pid=5203): stderr: \u000a| �[0;m�[1;31m20221214035041984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035041984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035041984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035041984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035041984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035041984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035041997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035042007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035042007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035042007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:45.305050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5196): Terminating (SIGTERM)\u000a03:50:45.346497 run iperf3-srv_10.42.42.10(pid=5197): Terminating (SIGTERM)\u000a03:50:45.387930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5198): Terminating (SIGTERM)\u000a03:50:45.429428 run iperf3-srv_10.42.42.10(pid=5199): Terminating (SIGTERM)\u000a03:50:45.470967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5202): Terminating (SIGTERM)\u000a03:50:45.512334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5205): Terminating (SIGTERM)\u000a03:50:45.554219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5208): Terminating (SIGTERM)\u000a03:50:45.563786 --- ParallelTerminationStrategy: PID 5196 died...\u000a03:50:45.619780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5196): Terminated: ok {rc=0}\u000a03:50:45.629642 --- ParallelTerminationStrategy: PID 5197 died...\u000a03:50:45.684838 run iperf3-srv_10.42.42.10(pid=5197): Terminated {rc=256}\u000a03:50:45.694673 --- ParallelTerminationStrategy: PID 5198 died...\u000a03:50:45.750082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5198): Terminated: ok {rc=0}\u000a03:50:45.759838 --- ParallelTerminationStrategy: PID 5199 died...\u000a03:50:45.815314 run iperf3-srv_10.42.42.10(pid=5199): Terminated {rc=256}\u000a03:50:45.825175 --- ParallelTerminationStrategy: PID 5202 died...\u000a03:50:45.884869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5202): Terminated: ok {rc=0}\u000a03:50:45.895186 --- ParallelTerminationStrategy: PID 5205 died...\u000a03:50:45.951602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5205): Terminated: ok {rc=0}\u000a03:50:45.961956 --- ParallelTerminationStrategy: PID 5208 died...\u000a03:50:46.018357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5208): Terminated: ok {rc=0}\u000a03:50:46.110369 bus /gobi_0: Setting Powered False\u000a03:50:47.222829 bus /gobi_0: Setting Powered False\u000a03:50:48.332107 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5222): Process ended prematurely: osmo-stp_10.42.42.5(pid=5222) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5222)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5222): Process ended prematurely: osmo-stp_10.42.42.5(pid=5222) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:50:49.444181 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:49.456043 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:50:49.610880 tst iperf3.py: using LAC 38347\u000a03:50:49.740845 tst iperf3.py: using RAC 97\u000a03:50:49.869312 tst iperf3.py: using CellId 38347\u000a03:50:49.992868 tst iperf3.py: using BVCI 38348\u000a03:50:50.017514 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:50.028611 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:50.039593 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:50.050653 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:50.062048 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:50.073372 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:50.084710 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:50.095820 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:50.107285 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:50.382927 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:50:50.506856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:50.816524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5210): Launched\u000a03:50:51.074235 run iperf3-srv_10.42.42.10(pid=5211): Launched\u000a03:50:51.254884 tst iperf3.py:8: start network...\u000a03:50:51.378512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:51.859393 run create_hlr_db(pid=5212): Launched\u000a03:50:52.033671 bus /gobi_6: Setting Powered False\u000a03:50:53.052446 run create_hlr_db(pid=5212): Terminated: ok {rc=0}\u000a03:50:53.477399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5218): Launched\u000a03:50:53.799581 run osmo-hlr_10.42.42.2(pid=5219): Launched\u000a03:50:53.916136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:54.474235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5221): Launched\u000a03:50:54.795828 run osmo-stp_10.42.42.5(pid=5222): Launched\u000a03:50:54.912780 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:55.471235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5224): Launched\u000a03:50:55.586122 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:55.865572 run patchelf(pid=5225): Launched\u000a03:50:56.052872 run osmo-stp_10.42.42.5(pid=5222): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5222)]\u000a03:50:56.189958 run osmo-stp_10.42.42.5(pid=5222): stdout: \u000a| (launched: 2022-12-14_03:50:54.637382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:56.327596 run osmo-stp_10.42.42.5(pid=5222): stderr: \u000a| �[0;m�[38;5;43m20221214035054827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035054827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035054828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035054828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035054829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035054829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035054829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:56.460892 run osmo-stp_10.42.42.5(pid=5222): stdout: \u000a| (launched: 2022-12-14_03:50:54.637382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:56.593657 run osmo-stp_10.42.42.5(pid=5222): stderr: \u000a| �[0;m�[38;5;43m20221214035054827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035054827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035054828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035054828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035054829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035054829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035054829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:56.746176 run patchelf(pid=5225): Terminating (SIGINT)\u000a03:50:56.924621 run patchelf(pid=5225): Terminated: ok {rc=0}\u000a03:50:56.957839 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5222): Process ended prematurely: osmo-stp_10.42.42.5(pid=5222) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5222)] [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:50:56.967958 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:50:57.031405 run osmo-hlr_10.42.42.2(pid=5219): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5219)]\u000a03:50:57.083192 run osmo-hlr_10.42.42.2(pid=5219): stdout: \u000a| (launched: 2022-12-14_03:50:53.641121) \u000a03:50:57.135368 run osmo-hlr_10.42.42.2(pid=5219): stderr: \u000a| �[0;m�[1;31m20221214035053838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035053838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035053838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035053838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035053838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035053838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035053884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035053894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035053894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035053894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:57.179738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5210): Terminating (SIGTERM)\u000a03:50:57.222126 run iperf3-srv_10.42.42.10(pid=5211): Terminating (SIGTERM)\u000a03:50:57.264183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5218): Terminating (SIGTERM)\u000a03:50:57.306542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5221): Terminating (SIGTERM)\u000a03:50:57.348592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5224): Terminating (SIGTERM)\u000a03:50:57.358240 --- ParallelTerminationStrategy: PID 5210 died...\u000a03:50:57.414743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5210): Terminated: ok {rc=0}\u000a03:50:57.424834 --- ParallelTerminationStrategy: PID 5211 died...\u000a03:50:57.481350 run iperf3-srv_10.42.42.10(pid=5211): Terminated {rc=256}\u000a03:50:57.491437 --- ParallelTerminationStrategy: PID 5218 died...\u000a03:50:57.548077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5218): Terminated: ok {rc=0}\u000a03:50:57.558087 --- ParallelTerminationStrategy: PID 5221 died...\u000a03:50:57.614541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5221): Terminated: ok {rc=0}\u000a03:50:57.624616 --- ParallelTerminationStrategy: PID 5224 died...\u000a03:50:57.681735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5224): Terminated: ok {rc=0}\u000a03:50:57.768625 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5240): Process ended prematurely: osmo-stp_10.42.42.5(pid=5240) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5240)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5240): Process ended prematurely: osmo-stp_10.42.42.5(pid=5240) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:50:58.885926 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:58.897824 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:50:59.051832 tst iperf3m4.py: using LAC 38348\u000a03:50:59.175390 tst iperf3m4.py: using RAC 98\u000a03:50:59.302117 tst iperf3m4.py: using CellId 38348\u000a03:50:59.428162 tst iperf3m4.py: using BVCI 38349\u000a03:50:59.452505 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:59.463727 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:59.474815 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:59.485856 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:59.497168 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:59.508435 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:59.519893 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:59.531333 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:59.543240 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:59.661135 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:59.782485 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:59.898659 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:51:00.189269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:51:00.323167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:00.655669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5226): Launched\u000a03:51:00.946722 run iperf3-srv_10.42.42.10(pid=5227): Launched\u000a03:51:01.146489 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:51:01.283039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:01.649723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5228): Launched\u000a03:51:01.994149 run iperf3-srv_10.42.42.10(pid=5229): Launched\u000a03:51:02.195383 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:51:02.331959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:02.664000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5230): Launched\u000a03:51:02.939619 run iperf3-srv_10.42.42.10(pid=5231): Launched\u000a03:51:03.135499 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:51:03.269084 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:03.600924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5232): Launched\u000a03:51:03.876831 run iperf3-srv_10.42.42.10(pid=5233): Launched\u000a03:51:04.072044 tst iperf3m4.py:8: start network...\u000a03:51:04.205502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:04.711660 run create_hlr_db(pid=5234): Launched\u000a03:51:04.897209 bus /gobi_6: Setting Powered False\u000a03:51:05.917767 run create_hlr_db(pid=5234): Terminated: ok {rc=0}\u000a03:51:06.343072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5236): Launched\u000a03:51:06.665363 run osmo-hlr_10.42.42.2(pid=5237): Launched\u000a03:51:06.782748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:07.341161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5239): Launched\u000a03:51:07.662920 run osmo-stp_10.42.42.5(pid=5240): Launched\u000a03:51:07.779986 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:08.339674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5242): Launched\u000a03:51:08.454162 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:08.735219 run patchelf(pid=5243): Launched\u000a03:51:08.923385 run osmo-stp_10.42.42.5(pid=5240): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5240)]\u000a03:51:09.061126 run osmo-stp_10.42.42.5(pid=5240): stdout: \u000a| (launched: 2022-12-14_03:51:07.503507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:09.199056 run osmo-stp_10.42.42.5(pid=5240): stderr: \u000a| �[0;m�[38;5;43m20221214035107691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035107691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035107691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035107692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035107692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035107692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035107692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:09.332412 run osmo-stp_10.42.42.5(pid=5240): stdout: \u000a| (launched: 2022-12-14_03:51:07.503507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:09.464714 run osmo-stp_10.42.42.5(pid=5240): stderr: \u000a| �[0;m�[38;5;43m20221214035107691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035107691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035107691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035107692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035107692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035107692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035107692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:09.618430 run patchelf(pid=5243): Terminating (SIGINT)\u000a03:51:09.798225 run patchelf(pid=5243): Terminated: ok {rc=0}\u000a03:51:09.831272 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5240): Process ended prematurely: osmo-stp_10.42.42.5(pid=5240) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5240)] [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:51:09.841157 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a03:51:09.905008 run osmo-hlr_10.42.42.2(pid=5237): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5237)]\u000a03:51:09.956868 run osmo-hlr_10.42.42.2(pid=5237): stdout: \u000a| (launched: 2022-12-14_03:51:06.505918) \u000a03:51:10.009397 run osmo-hlr_10.42.42.2(pid=5237): stderr: \u000a| �[0;m�[1;31m20221214035106700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035106700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035106700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035106700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035106700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035106700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035106712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035106721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035106721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035106721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:10.054057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5226): Terminating (SIGTERM)\u000a03:51:10.096731 run iperf3-srv_10.42.42.10(pid=5227): Terminating (SIGTERM)\u000a03:51:10.140527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5228): Terminating (SIGTERM)\u000a03:51:10.182991 run iperf3-srv_10.42.42.10(pid=5229): Terminating (SIGTERM)\u000a03:51:10.225253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5230): Terminating (SIGTERM)\u000a03:51:10.267728 run iperf3-srv_10.42.42.10(pid=5231): Terminating (SIGTERM)\u000a03:51:10.310302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5232): Terminating (SIGTERM)\u000a03:51:10.352425 run iperf3-srv_10.42.42.10(pid=5233): Terminating (SIGTERM)\u000a03:51:10.394977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5236): Terminating (SIGTERM)\u000a03:51:10.437275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5239): Terminating (SIGTERM)\u000a03:51:10.479881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5242): Terminating (SIGTERM)\u000a03:51:10.489580 --- ParallelTerminationStrategy: PID 5226 died...\u000a03:51:10.546165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5226): Terminated: ok {rc=0}\u000a03:51:10.556506 --- ParallelTerminationStrategy: PID 5227 died...\u000a03:51:10.612779 run iperf3-srv_10.42.42.10(pid=5227): Terminated {rc=256}\u000a03:51:10.622850 --- ParallelTerminationStrategy: PID 5228 died...\u000a03:51:10.679097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5228): Terminated: ok {rc=0}\u000a03:51:10.689135 --- ParallelTerminationStrategy: PID 5229 died...\u000a03:51:10.745070 run iperf3-srv_10.42.42.10(pid=5229): Terminated {rc=256}\u000a03:51:10.754986 --- ParallelTerminationStrategy: PID 5230 died...\u000a03:51:10.810532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5230): Terminated: ok {rc=0}\u000a03:51:10.820523 --- ParallelTerminationStrategy: PID 5231 died...\u000a03:51:10.876084 run iperf3-srv_10.42.42.10(pid=5231): Terminated {rc=256}\u000a03:51:10.886074 --- ParallelTerminationStrategy: PID 5232 died...\u000a03:51:10.941772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5232): Terminated: ok {rc=0}\u000a03:51:10.951772 --- ParallelTerminationStrategy: PID 5233 died...\u000a03:51:11.007399 run iperf3-srv_10.42.42.10(pid=5233): Terminated {rc=256}\u000a03:51:11.017429 --- ParallelTerminationStrategy: PID 5236 died...\u000a03:51:11.073056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5236): Terminated: ok {rc=0}\u000a03:51:11.083165 --- ParallelTerminationStrategy: PID 5239 died...\u000a03:51:11.139207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5239): Terminated: ok {rc=0}\u000a03:51:11.149406 --- ParallelTerminationStrategy: PID 5242 died...\u000a03:51:11.205649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5242): Terminated: ok {rc=0}\u000a03:51:11.293079 bus /gobi_4: Setting Powered False\u000a03:51:12.395928 bus /gobi_4: Setting Powered False\u000a03:51:13.506000 bus /gobi_1: Setting Powered False\u000a03:51:14.612805 bus /gobi_1: Setting Powered False\u000a03:51:15.718871 bus /gobi_0: Setting Powered False\u000a03:51:16.822090 bus /gobi_0: Setting Powered False\u000a03:51:17.927278 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5250): Process ended prematurely: osmo-stp_10.42.42.5(pid=5250) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5250)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5250): Process ended prematurely: osmo-stp_10.42.42.5(pid=5250) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:51:18.994634 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:19.006607 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:51:19.156049 tst ping.py: using LAC 38349\u000a03:51:19.281252 tst ping.py: using RAC 99\u000a03:51:19.406823 tst ping.py: using CellId 38349\u000a03:51:19.530141 tst ping.py: using BVCI 38350\u000a03:51:19.554210 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:19.565952 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:19.576943 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:19.587984 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:19.599229 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:19.610583 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:19.622115 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:19.633552 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:51:19.904034 tst ping.py:19: start network...\u000a03:51:20.025152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:20.494110 run create_hlr_db(pid=5244): Launched\u000a03:51:20.663484 bus /gobi_6: Setting Powered False\u000a03:51:21.683416 run create_hlr_db(pid=5244): Terminated: ok {rc=0}\u000a03:51:22.103378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5246): Launched\u000a03:51:22.416792 run osmo-hlr_10.42.42.2(pid=5247): Launched\u000a03:51:22.532926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:23.081487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5249): Launched\u000a03:51:23.394359 run osmo-stp_10.42.42.5(pid=5250): Launched\u000a03:51:23.507577 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:24.058577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5252): Launched\u000a03:51:24.170765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:24.445712 run patchelf(pid=5253): Launched\u000a03:51:24.631219 run osmo-stp_10.42.42.5(pid=5250): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5250)]\u000a03:51:24.766870 run osmo-stp_10.42.42.5(pid=5250): stdout: \u000a| (launched: 2022-12-14_03:51:23.239627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:24.902647 run osmo-stp_10.42.42.5(pid=5250): stderr: \u000a| �[0;m�[38;5;43m20221214035123428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035123429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035123429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035123429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035123430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035123430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035123430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:25.033456 run osmo-stp_10.42.42.5(pid=5250): stdout: \u000a| (launched: 2022-12-14_03:51:23.239627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:25.162914 run osmo-stp_10.42.42.5(pid=5250): stderr: \u000a| �[0;m�[38;5;43m20221214035123428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035123429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035123429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035123429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035123430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035123430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035123430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:25.312422 run patchelf(pid=5253): Terminating (SIGINT)\u000a03:51:25.487883 run patchelf(pid=5253): Terminated: ok {rc=0}\u000a03:51:25.519868 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5250): Process ended prematurely: osmo-stp_10.42.42.5(pid=5250) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5250)] [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:51:25.529297 tst ping.py:22: Test FAILED (6.5 sec)\u000a03:51:25.592226 run osmo-hlr_10.42.42.2(pid=5247): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5247)]\u000a03:51:25.643689 run osmo-hlr_10.42.42.2(pid=5247): stdout: \u000a| (launched: 2022-12-14_03:51:22.262413) \u000a03:51:25.695584 run osmo-hlr_10.42.42.2(pid=5247): stderr: \u000a| �[0;m�[1;31m20221214035122456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035122457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035122457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035122457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035122457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035122457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035122470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035122478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035122478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035122478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:25.739981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5246): Terminating (SIGTERM)\u000a03:51:25.782519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5249): Terminating (SIGTERM)\u000a03:51:25.824467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5252): Terminating (SIGTERM)\u000a03:51:25.834104 --- ParallelTerminationStrategy: PID 5246 died...\u000a03:51:25.890230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5246): Terminated: ok {rc=0}\u000a03:51:25.900168 --- ParallelTerminationStrategy: PID 5249 died...\u000a03:51:25.956056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5249): Terminated: ok {rc=0}\u000a03:51:25.966057 --- ParallelTerminationStrategy: PID 5252 died...\u000a03:51:26.022118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5252): Terminated: ok {rc=0}\u000a03:51:26.109723 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5260): Process ended prematurely: osmo-stp_10.42.42.5(pid=5260) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5260)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5260): Process ended prematurely: osmo-stp_10.42.42.5(pid=5260) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:51:27.162363 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:27.174377 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:51:27.326030 tst ping_idle_ping.py: using LAC 38350\u000a03:51:27.449749 tst ping_idle_ping.py: using RAC 100\u000a03:51:27.573420 tst ping_idle_ping.py: using CellId 38350\u000a03:51:27.691146 tst ping_idle_ping.py: using BVCI 38351\u000a03:51:27.713728 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:27.724627 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:27.735427 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:27.746165 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:27.756761 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:27.767343 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:27.778155 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:27.789725 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:51:28.074990 tst ping_idle_ping.py:24: start network...\u000a03:51:28.205750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:28.704800 run create_hlr_db(pid=5254): Launched\u000a03:51:28.887794 bus /gobi_6: Setting Powered False\u000a03:51:29.909445 run create_hlr_db(pid=5254): Terminated: ok {rc=0}\u000a03:51:30.304915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5256): Launched\u000a03:51:30.599926 run osmo-hlr_10.42.42.2(pid=5257): Launched\u000a03:51:30.713815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:31.376273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5259): Launched\u000a03:51:31.763774 run osmo-stp_10.42.42.5(pid=5260): Launched\u000a03:51:32.056272 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:32.656113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5262): Launched\u000a03:51:32.769276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:33.045280 run patchelf(pid=5263): Launched\u000a03:51:33.230764 run osmo-stp_10.42.42.5(pid=5260): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5260)]\u000a03:51:33.366622 run osmo-stp_10.42.42.5(pid=5260): stdout: \u000a| (launched: 2022-12-14_03:51:31.570822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:33.502705 run osmo-stp_10.42.42.5(pid=5260): stderr: \u000a| �[0;m�[38;5;43m20221214035131893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035131893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035131894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035131895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035131895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035131895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035131895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:33.634182 run osmo-stp_10.42.42.5(pid=5260): stdout: \u000a| (launched: 2022-12-14_03:51:31.570822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:33.764007 run osmo-stp_10.42.42.5(pid=5260): stderr: \u000a| �[0;m�[38;5;43m20221214035131893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035131893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035131894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035131895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035131895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035131895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035131895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:33.914724 run patchelf(pid=5263): Terminating (SIGINT)\u000a03:51:34.091473 run patchelf(pid=5263): Terminated: ok {rc=0}\u000a03:51:34.123606 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5260): Process ended prematurely: osmo-stp_10.42.42.5(pid=5260) [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5260)] [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:51:34.132831 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a03:51:34.196071 run osmo-hlr_10.42.42.2(pid=5257): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5257)]\u000a03:51:34.247835 run osmo-hlr_10.42.42.2(pid=5257): stdout: \u000a| (launched: 2022-12-14_03:51:30.453581) \u000a03:51:34.300540 run osmo-hlr_10.42.42.2(pid=5257): stderr: \u000a| �[0;m�[1;31m20221214035130625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035130625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035130625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035130625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035130625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035130625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035130638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035130646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035130646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035130646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:34.345325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5256): Terminating (SIGTERM)\u000a03:51:34.387345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5259): Terminating (SIGTERM)\u000a03:51:34.429721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5262): Terminating (SIGTERM)\u000a03:51:34.439374 --- ParallelTerminationStrategy: PID 5256 died...\u000a03:51:34.495592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5256): Terminated: ok {rc=0}\u000a03:51:34.505742 --- ParallelTerminationStrategy: PID 5259 died...\u000a03:51:34.562555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5259): Terminated: ok {rc=0}\u000a03:51:34.572702 --- ParallelTerminationStrategy: PID 5262 died...\u000a03:51:34.629163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5262): Terminated: ok {rc=0}\u000a03:51:34.716839 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:50:36" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5277): Process ended prematurely: osmo-stp_10.42.42.5(pid=5277) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5277)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5277): Process ended prematurely: osmo-stp_10.42.42.5(pid=5277) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:51:36.820235 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:36.830932 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:51:36.971250 tst cs_paging_gprs_active.py: using LAC 38351\u000a03:51:37.090058 tst cs_paging_gprs_active.py: using RAC 101\u000a03:51:37.207261 tst cs_paging_gprs_active.py: using CellId 38351\u000a03:51:37.326019 tst cs_paging_gprs_active.py: using BVCI 38352\u000a03:51:37.348762 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:37.359444 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:37.369979 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:37.380378 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:37.390885 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:37.401719 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:37.412642 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:37.423451 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:37.434060 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:37.553547 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:37.828837 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:51:37.952609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:38.263601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5267): Launched\u000a03:51:38.520831 run iperf3-srv_10.42.42.10(pid=5268): Launched\u000a03:51:38.701877 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:51:38.825309 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:39.134804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5269): Launched\u000a03:51:39.391861 run iperf3-srv_10.42.42.10(pid=5270): Launched\u000a03:51:39.573420 tst cs_paging_gprs_active.py:38: start network...\u000a03:51:39.697476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:40.178281 run create_hlr_db(pid=5271): Launched\u000a03:51:40.349071 bus /gobi_6: Setting Powered False\u000a03:51:41.371027 run create_hlr_db(pid=5271): Terminated: ok {rc=0}\u000a03:51:41.797199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5273): Launched\u000a03:51:42.118848 run osmo-hlr_10.42.42.2(pid=5274): Launched\u000a03:51:42.237074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:42.795479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5276): Launched\u000a03:51:43.116577 run osmo-stp_10.42.42.5(pid=5277): Launched\u000a03:51:43.237667 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:43.798680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5279): Launched\u000a03:51:43.913396 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:44.194251 run patchelf(pid=5280): Launched\u000a03:51:44.382446 run osmo-stp_10.42.42.5(pid=5277): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5277)]\u000a03:51:44.519894 run osmo-stp_10.42.42.5(pid=5277): stdout: \u000a| (launched: 2022-12-14_03:51:42.958765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:44.658633 run osmo-stp_10.42.42.5(pid=5277): stderr: \u000a| �[0;m�[38;5;43m20221214035143151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035143151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035143152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035143152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035143153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035143153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035143153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:44.791844 run osmo-stp_10.42.42.5(pid=5277): stdout: \u000a| (launched: 2022-12-14_03:51:42.958765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:44.924259 run osmo-stp_10.42.42.5(pid=5277): stderr: \u000a| �[0;m�[38;5;43m20221214035143151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035143151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035143152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035143152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035143153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035143153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035143153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:45.077642 run patchelf(pid=5280): Terminating (SIGINT)\u000a03:51:45.257155 run patchelf(pid=5280): Terminated: ok {rc=0}\u000a03:51:45.290231 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5277): Process ended prematurely: osmo-stp_10.42.42.5(pid=5277) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5277)] [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a03:51:45.300086 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a03:51:45.363149 run osmo-hlr_10.42.42.2(pid=5274): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5274)]\u000a03:51:45.414472 run osmo-hlr_10.42.42.2(pid=5274): stdout: \u000a| (launched: 2022-12-14_03:51:41.960625) \u000a03:51:45.466427 run osmo-hlr_10.42.42.2(pid=5274): stderr: \u000a| �[0;m�[1;31m20221214035142155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035142155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035142155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035142155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035142155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035142155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035142168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035142176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035142177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035142177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:45.510745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5267): Terminating (SIGTERM)\u000a03:51:45.552416 run iperf3-srv_10.42.42.10(pid=5268): Terminating (SIGTERM)\u000a03:51:45.595141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5269): Terminating (SIGTERM)\u000a03:51:45.637252 run iperf3-srv_10.42.42.10(pid=5270): Terminating (SIGTERM)\u000a03:51:45.679699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5273): Terminating (SIGTERM)\u000a03:51:45.721839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5276): Terminating (SIGTERM)\u000a03:51:45.764103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5279): Terminating (SIGTERM)\u000a03:51:45.773835 --- ParallelTerminationStrategy: PID 5267 died...\u000a03:51:45.830396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5267): Terminated: ok {rc=0}\u000a03:51:45.841763 --- ParallelTerminationStrategy: PID 5268 died...\u000a03:51:45.919299 run iperf3-srv_10.42.42.10(pid=5268): Terminated {rc=256}\u000a03:51:45.930738 --- ParallelTerminationStrategy: PID 5269 died...\u000a03:51:45.988157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5269): Terminated: ok {rc=0}\u000a03:51:45.998896 --- ParallelTerminationStrategy: PID 5270 died...\u000a03:51:46.056724 run iperf3-srv_10.42.42.10(pid=5270): Terminated {rc=256}\u000a03:51:46.073489 --- ParallelTerminationStrategy: PID 5273 died...\u000a03:51:46.130560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5273): Terminated: ok {rc=0}\u000a03:51:46.141387 --- ParallelTerminationStrategy: PID 5276 died...\u000a03:51:46.200302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5276): Terminated: ok {rc=0}\u000a03:51:46.211224 --- ParallelTerminationStrategy: PID 5279 died...\u000a03:51:46.269901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5279): Terminated: ok {rc=0}\u000a03:51:46.362002 bus /gobi_0: Setting Powered False\u000a03:51:47.468480 bus /gobi_0: Setting Powered False\u000a03:51:48.577503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5289): Process ended prematurely: osmo-stp_10.42.42.5(pid=5289) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5289)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5289): Process ended prematurely: osmo-stp_10.42.42.5(pid=5289) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a03:51:49.691354 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:49.703395 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:51:49.858448 tst iperf3.py: using LAC 38352\u000a03:51:49.983048 tst iperf3.py: using RAC 102\u000a03:51:50.111082 tst iperf3.py: using CellId 38352\u000a03:51:50.235813 tst iperf3.py: using BVCI 38353\u000a03:51:50.260333 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:50.271473 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:50.282475 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:50.293433 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:50.304722 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:50.316041 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:50.327421 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:50.338786 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:50.350426 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:50.624473 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:51:50.748341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:51.057651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5281): Launched\u000a03:51:51.315181 run iperf3-srv_10.42.42.10(pid=5282): Launched\u000a03:51:51.495810 tst iperf3.py:8: start network...\u000a03:51:51.619260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:52.098564 run create_hlr_db(pid=5283): Launched\u000a03:51:52.270335 bus /gobi_6: Setting Powered False\u000a03:51:53.292525 run create_hlr_db(pid=5283): Terminated: ok {rc=0}\u000a03:51:53.690332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5285): Launched\u000a03:51:53.989447 run osmo-hlr_10.42.42.2(pid=5286): Launched\u000a03:51:54.107337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:54.633613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5288): Launched\u000a03:51:54.931585 run osmo-stp_10.42.42.5(pid=5289): Launched\u000a03:51:55.039429 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:55.560075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5291): Launched\u000a03:51:55.666181 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:55.926407 run patchelf(pid=5292): Launched\u000a03:51:56.100552 run osmo-stp_10.42.42.5(pid=5289): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5289)]\u000a03:51:56.228533 run osmo-stp_10.42.42.5(pid=5289): stdout: \u000a| (launched: 2022-12-14_03:51:54.784934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:56.356181 run osmo-stp_10.42.42.5(pid=5289): stderr: \u000a| �[0;m�[38;5;43m20221214035154956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035154956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035154956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035154957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035154957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035154957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035154957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:56.479807 run osmo-stp_10.42.42.5(pid=5289): stdout: \u000a| (launched: 2022-12-14_03:51:54.784934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:56.602298 run osmo-stp_10.42.42.5(pid=5289): stderr: \u000a| �[0;m�[38;5;43m20221214035154956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035154956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035154956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035154957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035154957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035154957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035154957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:56.744593 run patchelf(pid=5292): Terminating (SIGINT)\u000a03:51:56.911149 run patchelf(pid=5292): Terminated: ok {rc=0}\u000a03:51:56.941986 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5289): Process ended prematurely: osmo-stp_10.42.42.5(pid=5289) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5289)] [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a03:51:56.951188 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a03:51:57.010859 run osmo-hlr_10.42.42.2(pid=5286): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5286)]\u000a03:51:57.059835 run osmo-hlr_10.42.42.2(pid=5286): stdout: \u000a| (launched: 2022-12-14_03:51:53.841975) \u000a03:51:57.109637 run osmo-hlr_10.42.42.2(pid=5286): stderr: \u000a| �[0;m�[1;31m20221214035154018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035154018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035154018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035154018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035154018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035154018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035154030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035154039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035154039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035154039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:57.151867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5281): Terminating (SIGTERM)\u000a03:51:57.191464 run iperf3-srv_10.42.42.10(pid=5282): Terminating (SIGTERM)\u000a03:51:57.231258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5285): Terminating (SIGTERM)\u000a03:51:57.270981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5288): Terminating (SIGTERM)\u000a03:51:57.310632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5291): Terminating (SIGTERM)\u000a03:51:57.319689 --- ParallelTerminationStrategy: PID 5281 died...\u000a03:51:57.372598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5281): Terminated: ok {rc=0}\u000a03:51:57.382099 --- ParallelTerminationStrategy: PID 5282 died...\u000a03:51:57.434666 run iperf3-srv_10.42.42.10(pid=5282): Terminated {rc=256}\u000a03:51:57.444006 --- ParallelTerminationStrategy: PID 5285 died...\u000a03:51:57.497117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5285): Terminated: ok {rc=0}\u000a03:51:57.506500 --- ParallelTerminationStrategy: PID 5288 died...\u000a03:51:57.559233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5288): Terminated: ok {rc=0}\u000a03:51:57.568572 --- ParallelTerminationStrategy: PID 5291 died...\u000a03:51:57.621245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5291): Terminated: ok {rc=0}\u000a03:51:57.709351 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5307): Process ended prematurely: osmo-stp_10.42.42.5(pid=5307) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5307)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5307): Process ended prematurely: osmo-stp_10.42.42.5(pid=5307) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a03:51:58.818419 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:58.829887 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:51:58.973239 tst iperf3m4.py: using LAC 38353\u000a03:51:59.091337 tst iperf3m4.py: using RAC 103\u000a03:51:59.210174 tst iperf3m4.py: using CellId 38353\u000a03:51:59.326768 tst iperf3m4.py: using BVCI 38354\u000a03:51:59.349646 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:59.360242 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:59.370789 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:59.381276 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:59.391591 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:59.402467 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:59.413397 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:59.423840 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:59.434552 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:59.548416 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:59.668739 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:59.784673 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:52:00.058881 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:52:00.182716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:52:00.491172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5293): Launched\u000a03:52:00.748464 run iperf3-srv_10.42.42.10(pid=5294): Launched\u000a03:52:00.952481 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:52:01.078404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:52:01.415620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5295): Launched\u000a03:52:01.708544 run iperf3-srv_10.42.42.10(pid=5296): Launched\u000a03:52:01.912559 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:52:02.052559 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:52:02.389562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5297): Launched\u000a03:52:02.666604 run iperf3-srv_10.42.42.10(pid=5298): Launched\u000a03:52:02.861956 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:52:02.995209 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:52:03.326992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5299): Launched\u000a03:52:03.603133 run iperf3-srv_10.42.42.10(pid=5300): Launched\u000a03:52:03.798899 tst iperf3m4.py:8: start network...\u000a03:52:03.932614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:04.441283 run create_hlr_db(pid=5301): Launched\u000a03:52:04.626615 bus /gobi_6: Setting Powered False\u000a03:52:05.648500 run create_hlr_db(pid=5301): Terminated: ok {rc=0}\u000a03:52:06.049722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5303): Launched\u000a03:52:06.348433 run osmo-hlr_10.42.42.2(pid=5304): Launched\u000a03:52:06.461932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:06.980898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5306): Launched\u000a03:52:07.279604 run osmo-stp_10.42.42.5(pid=5307): Launched\u000a03:52:07.387484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:52:07.909629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5309): Launched\u000a03:52:08.015554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:52:08.277982 run patchelf(pid=5310): Launched\u000a03:52:08.453615 run osmo-stp_10.42.42.5(pid=5307): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5307)]\u000a03:52:08.581759 run osmo-stp_10.42.42.5(pid=5307): stdout: \u000a| (launched: 2022-12-14_03:52:07.131972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:08.710255 run osmo-stp_10.42.42.5(pid=5307): stderr: \u000a| �[0;m�[38;5;43m20221214035207299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035207299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035207299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035207300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035207300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035207300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035207300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:08.834809 run osmo-stp_10.42.42.5(pid=5307): stdout: \u000a| (launched: 2022-12-14_03:52:07.131972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:08.957693 run osmo-stp_10.42.42.5(pid=5307): stderr: \u000a| �[0;m�[38;5;43m20221214035207299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035207299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035207299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035207300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035207300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035207300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035207300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:09.100320 run patchelf(pid=5310): Terminating (SIGINT)\u000a03:52:09.267211 run patchelf(pid=5310): Terminated: ok {rc=0}\u000a03:52:09.298140 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5307): Process ended prematurely: osmo-stp_10.42.42.5(pid=5307) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5307)] [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a03:52:09.307384 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a03:52:09.367488 run osmo-hlr_10.42.42.2(pid=5304): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5304)]\u000a03:52:09.416793 run osmo-hlr_10.42.42.2(pid=5304): stdout: \u000a| (launched: 2022-12-14_03:52:06.201329) \u000a03:52:09.466552 run osmo-hlr_10.42.42.2(pid=5304): stderr: \u000a| �[0;m�[1;31m20221214035206376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035206376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035206376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035206376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035206376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035206376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035206388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035206397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035206398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035206398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:09.508766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5293): Terminating (SIGTERM)\u000a03:52:09.548405 run iperf3-srv_10.42.42.10(pid=5294): Terminating (SIGTERM)\u000a03:52:09.587992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5295): Terminating (SIGTERM)\u000a03:52:09.627416 run iperf3-srv_10.42.42.10(pid=5296): Terminating (SIGTERM)\u000a03:52:09.667054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5297): Terminating (SIGTERM)\u000a03:52:09.706494 run iperf3-srv_10.42.42.10(pid=5298): Terminating (SIGTERM)\u000a03:52:09.746061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5299): Terminating (SIGTERM)\u000a03:52:09.785522 run iperf3-srv_10.42.42.10(pid=5300): Terminating (SIGTERM)\u000a03:52:09.825223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5303): Terminating (SIGTERM)\u000a03:52:09.865353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5306): Terminating (SIGTERM)\u000a03:52:09.905047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5309): Terminating (SIGTERM)\u000a03:52:09.914158 --- ParallelTerminationStrategy: PID 5293 died...\u000a03:52:09.967247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5293): Terminated: ok {rc=0}\u000a03:52:09.976679 --- ParallelTerminationStrategy: PID 5294 died...\u000a03:52:10.028914 run iperf3-srv_10.42.42.10(pid=5294): Terminated {rc=256}\u000a03:52:10.038306 --- ParallelTerminationStrategy: PID 5295 died...\u000a03:52:10.090593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5295): Terminated: ok {rc=0}\u000a03:52:10.099966 --- ParallelTerminationStrategy: PID 5296 died...\u000a03:52:10.152048 run iperf3-srv_10.42.42.10(pid=5296): Terminated {rc=256}\u000a03:52:10.161901 --- ParallelTerminationStrategy: PID 5297 died...\u000a03:52:10.214164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5297): Terminated: ok {rc=0}\u000a03:52:10.223975 --- ParallelTerminationStrategy: PID 5298 died...\u000a03:52:10.276375 run iperf3-srv_10.42.42.10(pid=5298): Terminated {rc=256}\u000a03:52:10.285808 --- ParallelTerminationStrategy: PID 5299 died...\u000a03:52:10.337980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5299): Terminated: ok {rc=0}\u000a03:52:10.347418 --- ParallelTerminationStrategy: PID 5300 died...\u000a03:52:10.399451 run iperf3-srv_10.42.42.10(pid=5300): Terminated {rc=256}\u000a03:52:10.408757 --- ParallelTerminationStrategy: PID 5303 died...\u000a03:52:10.461025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5303): Terminated: ok {rc=0}\u000a03:52:10.470458 --- ParallelTerminationStrategy: PID 5306 died...\u000a03:52:10.522711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5306): Terminated: ok {rc=0}\u000a03:52:10.532268 --- ParallelTerminationStrategy: PID 5309 died...\u000a03:52:10.584909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5309): Terminated: ok {rc=0}\u000a03:52:10.673586 bus /gobi_4: Setting Powered False\u000a03:52:11.778135 bus /gobi_4: Setting Powered False\u000a03:52:12.887048 bus /gobi_1: Setting Powered False\u000a03:52:13.993114 bus /gobi_1: Setting Powered False\u000a03:52:15.100467 bus /gobi_0: Setting Powered False\u000a03:52:16.229167 bus /gobi_0: Setting Powered False\u000a03:52:17.343194 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5317): Process ended prematurely: osmo-stp_10.42.42.5(pid=5317) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5317)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5317): Process ended prematurely: osmo-stp_10.42.42.5(pid=5317) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a03:52:18.410236 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:18.421591 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:52:18.563552 tst ping.py: using LAC 38354\u000a03:52:18.678708 tst ping.py: using RAC 104\u000a03:52:18.792874 tst ping.py: using CellId 38354\u000a03:52:18.910046 tst ping.py: using BVCI 38355\u000a03:52:18.932780 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:18.943664 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:18.954388 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:18.964914 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:18.975396 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:18.986305 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:18.997981 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:19.008632 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:52:19.277950 tst ping.py:19: start network...\u000a03:52:19.399107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:19.867120 run create_hlr_db(pid=5311): Launched\u000a03:52:20.035873 bus /gobi_6: Setting Powered False\u000a03:52:21.056881 run create_hlr_db(pid=5311): Terminated: ok {rc=0}\u000a03:52:21.475241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5313): Launched\u000a03:52:21.790229 run osmo-hlr_10.42.42.2(pid=5314): Launched\u000a03:52:21.907676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:22.458965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5316): Launched\u000a03:52:22.774830 run osmo-stp_10.42.42.5(pid=5317): Launched\u000a03:52:22.888561 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:52:23.440520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5319): Launched\u000a03:52:23.552558 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:52:23.827968 run patchelf(pid=5320): Launched\u000a03:52:24.012672 run osmo-stp_10.42.42.5(pid=5317): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5317)]\u000a03:52:24.149887 run osmo-stp_10.42.42.5(pid=5317): stdout: \u000a| (launched: 2022-12-14_03:52:22.619479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:24.285780 run osmo-stp_10.42.42.5(pid=5317): stderr: \u000a| �[0;m�[38;5;43m20221214035222810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035222810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035222810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035222811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035222811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035222811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035222811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:24.416618 run osmo-stp_10.42.42.5(pid=5317): stdout: \u000a| (launched: 2022-12-14_03:52:22.619479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:24.546389 run osmo-stp_10.42.42.5(pid=5317): stderr: \u000a| �[0;m�[38;5;43m20221214035222810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035222810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035222810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035222811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035222811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035222811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035222811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:24.697449 run patchelf(pid=5320): Terminating (SIGINT)\u000a03:52:24.873508 run patchelf(pid=5320): Terminated: ok {rc=0}\u000a03:52:24.905629 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5317): Process ended prematurely: osmo-stp_10.42.42.5(pid=5317) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5317)] [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a03:52:24.915060 tst ping.py:22: Test FAILED (6.5 sec)\u000a03:52:24.979173 run osmo-hlr_10.42.42.2(pid=5314): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5314)]\u000a03:52:25.031512 run osmo-hlr_10.42.42.2(pid=5314): stdout: \u000a| (launched: 2022-12-14_03:52:21.635644) \u000a03:52:25.084392 run osmo-hlr_10.42.42.2(pid=5314): stderr: \u000a| �[0;m�[1;31m20221214035221831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035221831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035221831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035221831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035221831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035221831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035221843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035221851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035221851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035221852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:25.129492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5313): Terminating (SIGTERM)\u000a03:52:25.172448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5316): Terminating (SIGTERM)\u000a03:52:25.215129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5319): Terminating (SIGTERM)\u000a03:52:25.224842 --- ParallelTerminationStrategy: PID 5313 died...\u000a03:52:25.281853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5313): Terminated: ok {rc=0}\u000a03:52:25.292038 --- ParallelTerminationStrategy: PID 5316 died...\u000a03:52:25.348554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5316): Terminated: ok {rc=0}\u000a03:52:25.358556 --- ParallelTerminationStrategy: PID 5319 died...\u000a03:52:25.415185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5319): Terminated: ok {rc=0}\u000a03:52:25.503083 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5327): Process ended prematurely: osmo-stp_10.42.42.5(pid=5327) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5327)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5327): Process ended prematurely: osmo-stp_10.42.42.5(pid=5327) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a03:52:26.556127 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:26.568718 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:52:26.721995 tst ping_idle_ping.py: using LAC 38355\u000a03:52:26.845257 tst ping_idle_ping.py: using RAC 105\u000a03:52:26.973229 tst ping_idle_ping.py: using CellId 38355\u000a03:52:27.095061 tst ping_idle_ping.py: using BVCI 38356\u000a03:52:27.119261 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:27.130586 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:27.141669 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:27.152791 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:27.164280 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:27.175742 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:27.187399 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:27.198981 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:52:27.470096 tst ping_idle_ping.py:24: start network...\u000a03:52:27.592450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:28.071036 run create_hlr_db(pid=5321): Launched\u000a03:52:28.241520 bus /gobi_6: Setting Powered False\u000a03:52:29.262130 run create_hlr_db(pid=5321): Terminated: ok {rc=0}\u000a03:52:29.682452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5323): Launched\u000a03:52:29.998050 run osmo-hlr_10.42.42.2(pid=5324): Launched\u000a03:52:30.116210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:30.669944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5326): Launched\u000a03:52:31.026949 run osmo-stp_10.42.42.5(pid=5327): Launched\u000a03:52:31.248632 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:52:31.856488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5329): Launched\u000a03:52:31.972310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:52:32.261813 run patchelf(pid=5330): Launched\u000a03:52:32.447258 run osmo-stp_10.42.42.5(pid=5327): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5327)]\u000a03:52:32.582859 run osmo-stp_10.42.42.5(pid=5327): stdout: \u000a| (launched: 2022-12-14_03:52:30.830238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:32.719223 run osmo-stp_10.42.42.5(pid=5327): stderr: \u000a| �[0;m�[38;5;43m20221214035231165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035231165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035231165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035231166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035231166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035231167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035231167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:32.850191 run osmo-stp_10.42.42.5(pid=5327): stdout: \u000a| (launched: 2022-12-14_03:52:30.830238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:32.980019 run osmo-stp_10.42.42.5(pid=5327): stderr: \u000a| �[0;m�[38;5;43m20221214035231165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035231165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035231165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035231166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035231166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035231167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035231167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:33.130713 run patchelf(pid=5330): Terminating (SIGINT)\u000a03:52:33.307487 run patchelf(pid=5330): Terminated: ok {rc=0}\u000a03:52:33.340165 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5327): Process ended prematurely: osmo-stp_10.42.42.5(pid=5327) [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5327)] [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a03:52:33.349771 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a03:52:33.412817 run osmo-hlr_10.42.42.2(pid=5324): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5324)]\u000a03:52:33.464329 run osmo-hlr_10.42.42.2(pid=5324): stdout: \u000a| (launched: 2022-12-14_03:52:29.842019) \u000a03:52:33.516352 run osmo-hlr_10.42.42.2(pid=5324): stderr: \u000a| �[0;m�[1;31m20221214035230039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035230039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035230039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035230039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035230039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035230039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035230051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035230059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035230060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035230060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:33.561539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5323): Terminating (SIGTERM)\u000a03:52:33.604029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5326): Terminating (SIGTERM)\u000a03:52:33.646744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5329): Terminating (SIGTERM)\u000a03:52:33.656303 --- ParallelTerminationStrategy: PID 5323 died...\u000a03:52:33.712463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5323): Terminated: ok {rc=0}\u000a03:52:33.722513 --- ParallelTerminationStrategy: PID 5326 died...\u000a03:52:33.778437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5326): Terminated: ok {rc=0}\u000a03:52:33.788547 --- ParallelTerminationStrategy: PID 5329 died...\u000a03:52:33.844984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5329): Terminated: ok {rc=0}\u000a03:52:33.932175 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:51:36" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5340): Process ended prematurely: osmo-stp_10.42.42.5(pid=5340) [trial-2399↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5340)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5340): Process ended prematurely: osmo-stp_10.42.42.5(pid=5340) [trial-2399↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:52:35.926050 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:35.937406 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:52:36.084146 tst switch_tch_pdch.py: using LAC 38356\u000a03:52:36.206360 tst switch_tch_pdch.py: using RAC 106\u000a03:52:36.325366 tst switch_tch_pdch.py: using CellId 38356\u000a03:52:36.441525 tst switch_tch_pdch.py: using BVCI 38357\u000a03:52:36.464052 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:36.475261 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:36.486183 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:36.496876 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:36.508210 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:36.519503 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:36.531024 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:36.542399 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:52:36.662396 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:52:36.935494 tst switch_tch_pdch.py:51: start network...\u000a03:52:37.057228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:37.529219 run create_hlr_db(pid=5334): Launched\u000a03:52:37.698634 bus /gobi_6: Setting Powered False\u000a03:52:38.719585 run create_hlr_db(pid=5334): Terminated: ok {rc=0}\u000a03:52:39.138629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5336): Launched\u000a03:52:39.453360 run osmo-hlr_10.42.42.2(pid=5337): Launched\u000a03:52:39.574035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:40.124793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5339): Launched\u000a03:52:40.439455 run osmo-stp_10.42.42.5(pid=5340): Launched\u000a03:52:40.553924 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:52:41.103158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5342): Launched\u000a03:52:41.214977 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:52:41.489262 run patchelf(pid=5343): Launched\u000a03:52:41.674101 run osmo-stp_10.42.42.5(pid=5340): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5340)]\u000a03:52:41.809099 run osmo-stp_10.42.42.5(pid=5340): stdout: \u000a| (launched: 2022-12-14_03:52:40.283815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:41.944193 run osmo-stp_10.42.42.5(pid=5340): stderr: \u000a| �[0;m�[38;5;43m20221214035240472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035240472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035240473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035240473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035240473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035240474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035240474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:42.074494 run osmo-stp_10.42.42.5(pid=5340): stdout: \u000a| (launched: 2022-12-14_03:52:40.283815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:42.203963 run osmo-stp_10.42.42.5(pid=5340): stderr: \u000a| �[0;m�[38;5;43m20221214035240472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035240472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035240473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035240473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035240473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035240474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035240474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:42.354151 run patchelf(pid=5343): Terminating (SIGINT)\u000a03:52:42.530589 run patchelf(pid=5343): Terminated: ok {rc=0}\u000a03:52:42.562643 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5340): Process ended prematurely: osmo-stp_10.42.42.5(pid=5340) [trial-2399↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5340)] [trial-2399↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:52:42.571850 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a03:52:42.635082 run osmo-hlr_10.42.42.2(pid=5337): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5337)]\u000a03:52:42.686636 run osmo-hlr_10.42.42.2(pid=5337): stdout: \u000a| (launched: 2022-12-14_03:52:39.298146) \u000a03:52:42.738398 run osmo-hlr_10.42.42.2(pid=5337): stderr: \u000a| �[0;m�[1;31m20221214035239494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035239494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035239494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035239494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035239494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035239494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035239504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035239512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035239512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035239512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:42.782768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5336): Terminating (SIGTERM)\u000a03:52:42.824538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5339): Terminating (SIGTERM)\u000a03:52:42.866282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5342): Terminating (SIGTERM)\u000a03:52:42.875761 --- ParallelTerminationStrategy: PID 5336 died...\u000a03:52:42.931323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5336): Terminated: ok {rc=0}\u000a03:52:42.941166 --- ParallelTerminationStrategy: PID 5339 died...\u000a03:52:42.996235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5339): Terminated: ok {rc=0}\u000a03:52:43.006029 --- ParallelTerminationStrategy: PID 5342 died...\u000a03:52:43.061086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5342): Terminated: ok {rc=0}\u000a03:52:43.147052 bus /gobi_0: Setting Powered False\u000a03:52:44.248646 bus /gobi_0: Setting Powered False\u000a03:52:45.358679 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:52:35" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5354): Process ended prematurely: osmo-stp_10.42.42.5(pid=5354) [trial-2399↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5354)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5354): Process ended prematurely: osmo-stp_10.42.42.5(pid=5354) [trial-2399↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a03:52:47.349470 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:47.360832 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a03:52:47.516816 tst switch_tch_pdch.py: using LAC 38357\u000a03:52:47.639503 tst switch_tch_pdch.py: using RAC 107\u000a03:52:47.760003 tst switch_tch_pdch.py: using CellId 38357\u000a03:52:47.877861 tst switch_tch_pdch.py: using BVCI 38358\u000a03:52:47.900170 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:47.911061 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:47.921619 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:47.932188 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:47.942692 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:47.953191 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:47.964686 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:52:47.975292 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:52:48.092763 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:52:48.363583 tst switch_tch_pdch.py:51: start network...\u000a03:52:48.484267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:48.928292 run create_hlr_db(pid=5348): Launched\u000a03:52:49.047364 bus /gobi_6: Setting Powered False\u000a03:52:50.117362 run create_hlr_db(pid=5348): Terminated: ok {rc=0}\u000a03:52:50.508713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5350): Launched\u000a03:52:50.823276 run osmo-hlr_10.42.42.2(pid=5351): Launched\u000a03:52:50.940875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:51.461260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5353): Launched\u000a03:52:51.775920 run osmo-stp_10.42.42.5(pid=5354): Launched\u000a03:52:51.889731 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:52:52.412077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5356): Launched\u000a03:52:52.523797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:52:52.798761 run patchelf(pid=5357): Launched\u000a03:52:52.982731 run osmo-stp_10.42.42.5(pid=5354): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5354)]\u000a03:52:53.117667 run osmo-stp_10.42.42.5(pid=5354): stdout: \u000a| (launched: 2022-12-14_03:52:51.620923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:53.253824 run osmo-stp_10.42.42.5(pid=5354): stderr: \u000a| �[0;m�[38;5;43m20221214035251809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035251809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035251809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035251810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035251810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035251810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035251810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:53.384352 run osmo-stp_10.42.42.5(pid=5354): stdout: \u000a| (launched: 2022-12-14_03:52:51.620923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:53.514146 run osmo-stp_10.42.42.5(pid=5354): stderr: \u000a| �[0;m�[38;5;43m20221214035251809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035251809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035251809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035251810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035251810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035251810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035251810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:53.664718 run patchelf(pid=5357): Terminating (SIGINT)\u000a03:52:53.840276 run patchelf(pid=5357): Terminated: ok {rc=0}\u000a03:52:53.872280 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5354): Process ended prematurely: osmo-stp_10.42.42.5(pid=5354) [trial-2399↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5354)] [trial-2399↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a03:52:53.881651 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a03:52:53.944803 run osmo-hlr_10.42.42.2(pid=5351): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5351)]\u000a03:52:53.996673 run osmo-hlr_10.42.42.2(pid=5351): stdout: \u000a| (launched: 2022-12-14_03:52:50.668722) \u000a03:52:54.049141 run osmo-hlr_10.42.42.2(pid=5351): stderr: \u000a| �[0;m�[1;31m20221214035250863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035250863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035250863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035250863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035250863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035250863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035250875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035250885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035250885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035250886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:54.093832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5350): Terminating (SIGTERM)\u000a03:52:54.135796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5353): Terminating (SIGTERM)\u000a03:52:54.177772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5356): Terminating (SIGTERM)\u000a03:52:54.187287 --- ParallelTerminationStrategy: PID 5350 died...\u000a03:52:54.243054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5350): Terminated: ok {rc=0}\u000a03:52:54.252874 --- ParallelTerminationStrategy: PID 5353 died...\u000a03:52:54.308532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5353): Terminated: ok {rc=0}\u000a03:52:54.318483 --- ParallelTerminationStrategy: PID 5356 died...\u000a03:52:54.374023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5356): Terminated: ok {rc=0}\u000a03:52:54.461713 bus /gobi_0: Setting Powered False\u000a03:52:55.565658 bus /gobi_0: Setting Powered False\u000a03:52:56.676237 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:52:47" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5364): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5364) [trial-2399↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5364)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5364): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5364) [trial-2399↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a03:52:58.560475 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a03:52:58.571097 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a03:52:58.703286 tst mo_mt_sms.py: using LAC 38358\u000a03:52:58.818261 tst mo_mt_sms.py: using RAC 108\u000a03:52:58.934484 tst mo_mt_sms.py: using CellId 38358\u000a03:52:59.049697 tst mo_mt_sms.py: using BVCI 38359\u000a03:52:59.071907 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a03:52:59.187346 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a03:52:59.458589 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:52:59.579750 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:53:00.191046 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5363): Launched\u000a03:53:00.481366 run osmo-nitb_10.42.42.2(pid=5364): Launched\u000a03:53:00.663301 run osmo-nitb_10.42.42.2(pid=5364): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5364)]\u000a03:53:00.797106 run osmo-nitb_10.42.42.2(pid=5364): stdout: \u000a| (launched: 2022-12-14_03:53:00.339764) \u000a03:53:00.961763 run osmo-nitb_10.42.42.2(pid=5364): stderr: \u000a| (launched: 2022-12-14_03:53:00.383325)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:53:01.105172 run osmo-nitb_10.42.42.2(pid=5364): stdout: \u000a| (launched: 2022-12-14_03:53:00.339764) \u000a03:53:01.247445 run osmo-nitb_10.42.42.2(pid=5364): stderr: \u000a| (launched: 2022-12-14_03:53:00.383325)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:53:01.600568 tst osmo-nitb_10.42.42.2(pid=5364): stdout: \u000a| (launched: 2022-12-14_03:53:00.339764) \u000a03:53:01.718900 tst osmo-nitb_10.42.42.2(pid=5364): stderr: \u000a| (launched: 2022-12-14_03:53:00.383325)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:53:01.771660 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=5364): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5364) [trial-2399↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5364)] [trial-2399↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a03:53:01.781680 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a03:53:01.818268 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5363): Terminating (SIGTERM)\u000a03:53:01.995348 --- ParallelTerminationStrategy: PID 5363 died...\u000a03:53:02.079993 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5363): Terminated: ok {rc=0}\u000a03:53:02.194521 bus /sierra_3: Setting Powered False\u000a03:53:03.302416 bus /sierra_3: Setting Powered False\u000a03:53:04.415217 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:52:58" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5374): Process ended prematurely: osmo-stp_10.42.42.5(pid=5374) [trial-2399↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5374)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5374): Process ended prematurely: osmo-stp_10.42.42.5(pid=5374) [trial-2399↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a03:53:06.308061 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:06.318720 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a03:53:06.457833 tst mo_mt_sms.py: using LAC 38359\u000a03:53:06.585191 tst mo_mt_sms.py: using RAC 109\u000a03:53:06.703699 tst mo_mt_sms.py: using CellId 38359\u000a03:53:06.819929 tst mo_mt_sms.py: using BVCI 38360\u000a03:53:06.842252 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:06.852731 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:06.863191 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:06.873702 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:06.884219 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:06.894862 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a03:53:07.012293 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a03:53:07.219212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:07.714938 run create_hlr_db(pid=5368): Launched\u000a03:53:07.898171 bus /sierra_2: Setting Powered False\u000a03:53:08.907872 run create_hlr_db(pid=5368): Terminated: ok {rc=0}\u000a03:53:09.309282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5370): Launched\u000a03:53:09.603538 run osmo-hlr_10.42.42.2(pid=5371): Launched\u000a03:53:09.715087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:10.226487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5373): Launched\u000a03:53:10.519232 run osmo-stp_10.42.42.5(pid=5374): Launched\u000a03:53:10.625894 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:11.164918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5376): Launched\u000a03:53:11.459114 run osmo-msc_10.42.42.6(pid=5377): Launched\u000a03:53:11.632145 run osmo-stp_10.42.42.5(pid=5374): ERR: Terminated: ERROR {rc=1} [trial-2399↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5374)]\u000a03:53:11.756528 run osmo-stp_10.42.42.5(pid=5374): stdout: \u000a| (launched: 2022-12-14_03:53:10.374730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:11.879138 run osmo-stp_10.42.42.5(pid=5374): stderr: \u000a| �[0;m�[38;5;43m20221214035310542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035310542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035310543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035310543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035310543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035310543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035310544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:11.996835 run osmo-stp_10.42.42.5(pid=5374): stdout: \u000a| (launched: 2022-12-14_03:53:10.374730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:12.113498 run osmo-stp_10.42.42.5(pid=5374): stderr: \u000a| �[0;m�[38;5;43m20221214035310542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035310542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035310543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035310543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035310543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035310543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035310544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:12.164704 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=5374): Process ended prematurely: osmo-stp_10.42.42.5(pid=5374) [trial-2399↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5374)] [trial-2399↪sms:trx-b200↪mo_mt_sms.py:16]\u000a03:53:12.172664 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a03:53:12.231905 run osmo-hlr_10.42.42.2(pid=5371): ERR: Terminated: ERROR {rc=237} [trial-2399↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5371)]\u000a03:53:12.280364 run osmo-hlr_10.42.42.2(pid=5371): stdout: \u000a| (launched: 2022-12-14_03:53:09.458152) \u000a03:53:12.329541 run osmo-hlr_10.42.42.2(pid=5371): stderr: \u000a| �[0;m�[1;31m20221214035309633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035309633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035309633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035309633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035309633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035309633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035309645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035309654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035309654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035309654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:12.396137 run osmo-msc_10.42.42.6(pid=5377): ERR: Terminated: ERROR {rc=2} [trial-2399↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5377)]\u000a03:53:12.444718 run osmo-msc_10.42.42.6(pid=5377): stdout: \u000a| (launched: 2022-12-14_03:53:11.314173) \u000a03:53:12.493760 run osmo-msc_10.42.42.6(pid=5377): stderr: \u000a| �[0;m�[38;5;43m20221214035311584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035311584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f32ae0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035311584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035311584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035311584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035311584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035311586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035311586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035311587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035311587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:53:12.535425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5370): Terminating (SIGTERM)\u000a03:53:12.575247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5373): Terminating (SIGTERM)\u000a03:53:12.614765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5376): Terminating (SIGTERM)\u000a03:53:12.623810 --- ParallelTerminationStrategy: PID 5370 died...\u000a03:53:12.677022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5370): Terminated: ok {rc=0}\u000a03:53:12.686436 --- ParallelTerminationStrategy: PID 5373 died...\u000a03:53:12.740102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5373): Terminated: ok {rc=0}\u000a03:53:12.749605 --- ParallelTerminationStrategy: PID 5376 died...\u000a03:53:12.802445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5376): Terminated: ok {rc=0}\u000a03:53:12.885285 bus /sierra_3: Setting Powered False\u000a03:53:13.992172 bus /sierra_3: Setting Powered False\u000a03:53:15.104043 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:53:06" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5383): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5383) [trial-2399↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5383)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5383): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5383) [trial-2399↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a03:53:17.001077 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a03:53:17.016139 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a03:53:17.188047 tst assert_extension.py: using LAC 38360\u000a03:53:17.306302 tst assert_extension.py: using RAC 110\u000a03:53:17.422348 tst assert_extension.py: using CellId 38360\u000a03:53:17.538269 tst assert_extension.py: using BVCI 38361\u000a03:53:17.560819 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a03:53:17.846644 tst assert_extension.py:10: start nitb and bts...\u000a03:53:17.977574 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:53:18.628820 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5382): Launched\u000a03:53:18.939852 run osmo-nitb_10.42.42.2(pid=5383): Launched\u000a03:53:19.133313 run osmo-nitb_10.42.42.2(pid=5383): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5383)]\u000a03:53:19.276272 run osmo-nitb_10.42.42.2(pid=5383): stdout: \u000a| (launched: 2022-12-14_03:53:18.788268) \u000a03:53:19.419738 run osmo-nitb_10.42.42.2(pid=5383): stderr: \u000a| (launched: 2022-12-14_03:53:18.835154)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:53:19.558314 run osmo-nitb_10.42.42.2(pid=5383): stdout: \u000a| (launched: 2022-12-14_03:53:18.788268) \u000a03:53:19.695504 run osmo-nitb_10.42.42.2(pid=5383): stderr: \u000a| (launched: 2022-12-14_03:53:18.835154)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:53:20.066120 tst osmo-nitb_10.42.42.2(pid=5383): stdout: \u000a| (launched: 2022-12-14_03:53:18.788268) \u000a03:53:20.191287 tst osmo-nitb_10.42.42.2(pid=5383): stderr: \u000a| (launched: 2022-12-14_03:53:18.835154)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:53:20.246022 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=5383): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5383) [trial-2399↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5383)] [trial-2399↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a03:53:20.254629 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a03:53:20.291235 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5382): Terminating (SIGTERM)\u000a03:53:20.468884 --- ParallelTerminationStrategy: PID 5382 died...\u000a03:53:20.526792 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5382): Terminated: ok {rc=0}\u000a03:53:20.613597 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:53:16" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5393): Process ended prematurely: osmo-stp_10.42.42.5(pid=5393) [trial-2399↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5393)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5393): Process ended prematurely: osmo-stp_10.42.42.5(pid=5393) [trial-2399↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a03:53:22.451735 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:22.462696 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a03:53:22.608483 tst assert_extension.py: using LAC 38361\u000a03:53:22.731704 tst assert_extension.py: using RAC 111\u000a03:53:22.854063 tst assert_extension.py: using CellId 38361\u000a03:53:22.976372 tst assert_extension.py: using BVCI 38362\u000a03:53:23.000552 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:23.011636 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:23.022687 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:23.033613 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:23.045529 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:23.057370 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a03:53:23.262472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:23.757456 run create_hlr_db(pid=5387): Launched\u000a03:53:23.939791 bus /sierra_2: Setting Powered False\u000a03:53:24.961004 run create_hlr_db(pid=5387): Terminated: ok {rc=0}\u000a03:53:25.356067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5389): Launched\u000a03:53:25.649080 run osmo-hlr_10.42.42.2(pid=5390): Launched\u000a03:53:25.765601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:26.281834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5392): Launched\u000a03:53:26.575508 run osmo-stp_10.42.42.5(pid=5393): Launched\u000a03:53:26.681754 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:27.216653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5395): Launched\u000a03:53:27.508749 run osmo-msc_10.42.42.6(pid=5396): Launched\u000a03:53:27.680519 run osmo-stp_10.42.42.5(pid=5393): ERR: Terminated: ERROR {rc=1} [trial-2399↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5393)]\u000a03:53:27.804737 run osmo-stp_10.42.42.5(pid=5393): stdout: \u000a| (launched: 2022-12-14_03:53:26.430061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:27.927200 run osmo-stp_10.42.42.5(pid=5393): stderr: \u000a| �[0;m�[38;5;43m20221214035326597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035326597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035326597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035326598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035326598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035326598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035326598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:28.044606 run osmo-stp_10.42.42.5(pid=5393): stdout: \u000a| (launched: 2022-12-14_03:53:26.430061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:28.160884 run osmo-stp_10.42.42.5(pid=5393): stderr: \u000a| �[0;m�[38;5;43m20221214035326597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035326597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035326597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035326598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035326598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035326598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035326598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:28.212080 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=5393): Process ended prematurely: osmo-stp_10.42.42.5(pid=5393) [trial-2399↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5393)] [trial-2399↪ussd:trx-b200↪assert_extension.py:17]\u000a03:53:28.220120 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a03:53:28.279543 run osmo-hlr_10.42.42.2(pid=5390): ERR: Terminated: ERROR {rc=237} [trial-2399↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5390)]\u000a03:53:28.328316 run osmo-hlr_10.42.42.2(pid=5390): stdout: \u000a| (launched: 2022-12-14_03:53:25.504327) \u000a03:53:28.377616 run osmo-hlr_10.42.42.2(pid=5390): stderr: \u000a| �[0;m�[1;31m20221214035325677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035325677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035325677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035325677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035325677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035325678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035325690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035325698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035325699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035325699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:28.444488 run osmo-msc_10.42.42.6(pid=5396): ERR: Terminated: ERROR {rc=2} [trial-2399↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5396)]\u000a03:53:28.493017 run osmo-msc_10.42.42.6(pid=5396): stdout: \u000a| (launched: 2022-12-14_03:53:27.363956) \u000a03:53:28.542219 run osmo-msc_10.42.42.6(pid=5396): stderr: \u000a| �[0;m�[38;5;43m20221214035327636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035327636 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa340e9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035327636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035327636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035327636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035327636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035327638 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035327638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035327639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035327639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:53:28.584011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5389): Terminating (SIGTERM)\u000a03:53:28.623960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5392): Terminating (SIGTERM)\u000a03:53:28.664155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5395): Terminating (SIGTERM)\u000a03:53:28.673396 --- ParallelTerminationStrategy: PID 5389 died...\u000a03:53:28.726382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5389): Terminated: ok {rc=0}\u000a03:53:28.735848 --- ParallelTerminationStrategy: PID 5392 died...\u000a03:53:28.788618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5392): Terminated: ok {rc=0}\u000a03:53:28.798166 --- ParallelTerminationStrategy: PID 5395 died...\u000a03:53:28.851215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5395): Terminated: ok {rc=0}\u000a03:53:28.935347 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:53:22" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5407): Process ended prematurely: osmo-stp_10.42.42.5(pid=5407) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5407)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5407): Process ended prematurely: osmo-stp_10.42.42.5(pid=5407) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:53:30.905183 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:30.917790 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:53:31.087904 tst mo_mt_call.py: using LAC 38362\u000a03:53:31.276885 tst mo_mt_call.py: using RAC 112\u000a03:53:31.419171 tst mo_mt_call.py: using CellId 38362\u000a03:53:31.550710 tst mo_mt_call.py: using BVCI 38363\u000a03:53:31.576876 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:31.590062 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:31.602498 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:31.616083 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:31.629363 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:31.642890 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:53:31.772021 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:53:32.021304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:32.523468 run create_hlr_db(pid=5401): Launched\u000a03:53:32.694601 bus /sierra_2: Setting Powered False\u000a03:53:33.717240 run create_hlr_db(pid=5401): Terminated: ok {rc=0}\u000a03:53:34.115434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5403): Launched\u000a03:53:34.414541 run osmo-hlr_10.42.42.2(pid=5404): Launched\u000a03:53:34.532577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:35.060581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5406): Launched\u000a03:53:35.360075 run osmo-stp_10.42.42.5(pid=5407): Launched\u000a03:53:35.467965 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:36.015198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5409): Launched\u000a03:53:36.315593 run osmo-msc_10.42.42.6(pid=5410): Launched\u000a03:53:36.491298 run osmo-stp_10.42.42.5(pid=5407): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5407)]\u000a03:53:36.618383 run osmo-stp_10.42.42.5(pid=5407): stdout: \u000a| (launched: 2022-12-14_03:53:35.212445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:36.742949 run osmo-stp_10.42.42.5(pid=5407): stderr: \u000a| �[0;m�[38;5;43m20221214035335383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035335383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035335383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035335384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035335384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035335384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035335384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:36.863140 run osmo-stp_10.42.42.5(pid=5407): stdout: \u000a| (launched: 2022-12-14_03:53:35.212445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:36.982873 run osmo-stp_10.42.42.5(pid=5407): stderr: \u000a| �[0;m�[38;5;43m20221214035335383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035335383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035335383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035335384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035335384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035335384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035335384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:37.035534 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5407): Process ended prematurely: osmo-stp_10.42.42.5(pid=5407) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5407)] [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:53:37.044193 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:53:37.103401 run osmo-hlr_10.42.42.2(pid=5404): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5404)]\u000a03:53:37.152039 run osmo-hlr_10.42.42.2(pid=5404): stdout: \u000a| (launched: 2022-12-14_03:53:34.267435) \u000a03:53:37.201221 run osmo-hlr_10.42.42.2(pid=5404): stderr: \u000a| �[0;m�[1;31m20221214035334442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035334442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035334442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035334442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035334442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035334442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035334454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035334463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035334463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035334463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:37.268202 run osmo-msc_10.42.42.6(pid=5410): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5410)]\u000a03:53:37.317388 run osmo-msc_10.42.42.6(pid=5410): stdout: \u000a| (launched: 2022-12-14_03:53:36.167255) \u000a03:53:37.366788 run osmo-msc_10.42.42.6(pid=5410): stderr: \u000a| �[0;m�[38;5;43m20221214035336437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035336437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2be4ed6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035336437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035336437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035336438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035336438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035336439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035336440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035336440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035336440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:53:37.408924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5403): Terminating (SIGTERM)\u000a03:53:37.449163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5406): Terminating (SIGTERM)\u000a03:53:37.489191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5409): Terminating (SIGTERM)\u000a03:53:37.498334 --- ParallelTerminationStrategy: PID 5403 died...\u000a03:53:37.551915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5403): Terminated: ok {rc=0}\u000a03:53:37.561559 --- ParallelTerminationStrategy: PID 5406 died...\u000a03:53:37.613740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5406): Terminated: ok {rc=0}\u000a03:53:37.623182 --- ParallelTerminationStrategy: PID 5409 died...\u000a03:53:37.675866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5409): Terminated: ok {rc=0}\u000a03:53:37.764256 bus /sierra_3: Setting Powered False\u000a03:53:38.867820 bus /sierra_3: Setting Powered False\u000a03:53:39.980738 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5418): Process ended prematurely: osmo-stp_10.42.42.5(pid=5418) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5418)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5418): Process ended prematurely: osmo-stp_10.42.42.5(pid=5418) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:53:41.095379 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:41.107614 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:53:41.269759 tst mo_mt_call_osmux.py: using LAC 38363\u000a03:53:41.399558 tst mo_mt_call_osmux.py: using RAC 113\u000a03:53:41.523517 tst mo_mt_call_osmux.py: using CellId 38363\u000a03:53:41.647962 tst mo_mt_call_osmux.py: using BVCI 38364\u000a03:53:41.672441 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:41.683912 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:41.695204 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:41.706491 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:41.718148 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:41.729676 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:53:41.845266 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:53:42.055199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:42.559888 run create_hlr_db(pid=5412): Launched\u000a03:53:42.745274 bus /sierra_2: Setting Powered False\u000a03:53:43.765961 run create_hlr_db(pid=5412): Terminated: ok {rc=0}\u000a03:53:44.191398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5414): Launched\u000a03:53:44.512286 run osmo-hlr_10.42.42.2(pid=5415): Launched\u000a03:53:44.627829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:45.185628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5417): Launched\u000a03:53:45.507394 run osmo-stp_10.42.42.5(pid=5418): Launched\u000a03:53:45.624305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:46.256915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5420): Launched\u000a03:53:46.587811 run osmo-msc_10.42.42.6(pid=5421): Launched\u000a03:53:46.979234 run osmo-stp_10.42.42.5(pid=5418): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5418)]\u000a03:53:47.170217 run osmo-stp_10.42.42.5(pid=5418): stdout: \u000a| (launched: 2022-12-14_03:53:45.348848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:47.307257 run osmo-stp_10.42.42.5(pid=5418): stderr: \u000a| �[0;m�[38;5;43m20221214035345537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035345537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035345537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035345538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035345538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035345538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035345538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:47.438653 run osmo-stp_10.42.42.5(pid=5418): stdout: \u000a| (launched: 2022-12-14_03:53:45.348848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:47.567240 run osmo-stp_10.42.42.5(pid=5418): stderr: \u000a| �[0;m�[38;5;43m20221214035345537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035345537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035345537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035345538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035345538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035345538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035345538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:47.623518 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5418): Process ended prematurely: osmo-stp_10.42.42.5(pid=5418) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5418)] [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:53:47.633493 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a03:53:47.696490 run osmo-hlr_10.42.42.2(pid=5415): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5415)]\u000a03:53:47.748051 run osmo-hlr_10.42.42.2(pid=5415): stdout: \u000a| (launched: 2022-12-14_03:53:44.354520) \u000a03:53:47.800355 run osmo-hlr_10.42.42.2(pid=5415): stderr: \u000a| �[0;m�[1;31m20221214035344551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035344551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035344551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035344551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035344551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035344551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035344596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035344606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035344607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035344607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:47.871007 run osmo-msc_10.42.42.6(pid=5421): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5421)]\u000a03:53:47.922612 run osmo-msc_10.42.42.6(pid=5421): stdout: \u000a| (launched: 2022-12-14_03:53:46.421661) \u000a03:53:47.974754 run osmo-msc_10.42.42.6(pid=5421): stderr: \u000a| �[0;m�[38;5;43m20221214035346827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035346827 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce7cc8bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035346827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035346827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035346827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035346828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035346829 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035346830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035346830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035346830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:53:48.019181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5414): Terminating (SIGTERM)\u000a03:53:48.061301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5417): Terminating (SIGTERM)\u000a03:53:48.103729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5420): Terminating (SIGTERM)\u000a03:53:48.113572 --- ParallelTerminationStrategy: PID 5414 died...\u000a03:53:48.170895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5414): Terminated: ok {rc=0}\u000a03:53:48.181072 --- ParallelTerminationStrategy: PID 5417 died...\u000a03:53:48.237811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5417): Terminated: ok {rc=0}\u000a03:53:48.247958 --- ParallelTerminationStrategy: PID 5420 died...\u000a03:53:48.304613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5420): Terminated: ok {rc=0}\u000a03:53:48.391784 bus /sierra_3: Setting Powered False\u000a03:53:49.498703 bus /sierra_3: Setting Powered False\u000a03:53:50.607499 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:53:30" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5432): Process ended prematurely: osmo-stp_10.42.42.5(pid=5432) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5432)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5432): Process ended prematurely: osmo-stp_10.42.42.5(pid=5432) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:53:52.611589 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:52.623315 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:53:52.788061 tst mo_mt_call.py: using LAC 38364\u000a03:53:52.915304 tst mo_mt_call.py: using RAC 114\u000a03:53:53.042544 tst mo_mt_call.py: using CellId 38364\u000a03:53:53.163699 tst mo_mt_call.py: using BVCI 38365\u000a03:53:53.186999 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:53.198029 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:53.209229 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:53.219999 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:53.231420 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:53:53.242544 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:53:53.361859 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:53:53.562469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:54.044638 run create_hlr_db(pid=5426): Launched\u000a03:53:54.216180 bus /sierra_2: Setting Powered False\u000a03:53:55.238426 run create_hlr_db(pid=5426): Terminated: ok {rc=0}\u000a03:53:55.665870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5428): Launched\u000a03:53:55.987010 run osmo-hlr_10.42.42.2(pid=5429): Launched\u000a03:53:56.106554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:56.665280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5431): Launched\u000a03:53:56.986942 run osmo-stp_10.42.42.5(pid=5432): Launched\u000a03:53:57.107513 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:57.694265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5434): Launched\u000a03:53:58.015586 run osmo-msc_10.42.42.6(pid=5435): Launched\u000a03:53:58.203416 run osmo-stp_10.42.42.5(pid=5432): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5432)]\u000a03:53:58.339132 run osmo-stp_10.42.42.5(pid=5432): stdout: \u000a| (launched: 2022-12-14_03:53:56.828815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:58.473794 run osmo-stp_10.42.42.5(pid=5432): stderr: \u000a| �[0;m�[38;5;43m20221214035357020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035357020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035357020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035357021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035357021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035357021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035357021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:58.602817 run osmo-stp_10.42.42.5(pid=5432): stdout: \u000a| (launched: 2022-12-14_03:53:56.828815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:58.730827 run osmo-stp_10.42.42.5(pid=5432): stderr: \u000a| �[0;m�[38;5;43m20221214035357020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035357020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035357020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035357021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035357021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035357021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035357021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:58.787150 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5432): Process ended prematurely: osmo-stp_10.42.42.5(pid=5432) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5432)] [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:53:58.796257 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:53:58.859286 run osmo-hlr_10.42.42.2(pid=5429): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5429)]\u000a03:53:58.910642 run osmo-hlr_10.42.42.2(pid=5429): stdout: \u000a| (launched: 2022-12-14_03:53:55.829287) \u000a03:53:58.962626 run osmo-hlr_10.42.42.2(pid=5429): stderr: \u000a| �[0;m�[1;31m20221214035356026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035356026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035356026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035356026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035356026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035356026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035356038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035356049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035356049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035356049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:59.033590 run osmo-msc_10.42.42.6(pid=5435): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5435)]\u000a03:53:59.085212 run osmo-msc_10.42.42.6(pid=5435): stdout: \u000a| (launched: 2022-12-14_03:53:57.856885) \u000a03:53:59.137532 run osmo-msc_10.42.42.6(pid=5435): stderr: \u000a| �[0;m�[38;5;43m20221214035358178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035358178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4797bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035358178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035358178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035358179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035358179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035358180 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035358181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035358181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035358181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:53:59.182342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5428): Terminating (SIGTERM)\u000a03:53:59.225079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5431): Terminating (SIGTERM)\u000a03:53:59.267609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5434): Terminating (SIGTERM)\u000a03:53:59.277337 --- ParallelTerminationStrategy: PID 5428 died...\u000a03:53:59.334452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5428): Terminated: ok {rc=0}\u000a03:53:59.344802 --- ParallelTerminationStrategy: PID 5431 died...\u000a03:53:59.401107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5431): Terminated: ok {rc=0}\u000a03:53:59.411080 --- ParallelTerminationStrategy: PID 5434 died...\u000a03:53:59.467191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5434): Terminated: ok {rc=0}\u000a03:53:59.554616 bus /sierra_3: Setting Powered False\u000a03:54:00.659845 bus /sierra_3: Setting Powered False\u000a03:54:01.828331 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5715): Process ended prematurely: osmo-stp_10.42.42.5(pid=5715) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5715)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5715): Process ended prematurely: osmo-stp_10.42.42.5(pid=5715) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:54:02.984192 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:02.999222 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:54:03.199247 tst mo_mt_call_osmux.py: using LAC 38365\u000a03:54:03.342048 tst mo_mt_call_osmux.py: using RAC 115\u000a03:54:03.521515 tst mo_mt_call_osmux.py: using CellId 38365\u000a03:54:03.667265 tst mo_mt_call_osmux.py: using BVCI 38366\u000a03:54:03.691533 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:03.703290 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:03.714974 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:03.726609 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:03.738467 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:03.750572 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:54:03.874874 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:54:04.091395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:04.648490 run create_hlr_db(pid=5707): Launched\u000a03:54:04.839526 bus /sierra_2: Setting Powered False\u000a03:54:05.861337 run create_hlr_db(pid=5707): Terminated: ok {rc=0}\u000a03:54:06.310601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5711): Launched\u000a03:54:06.746494 run osmo-hlr_10.42.42.2(pid=5712): Launched\u000a03:54:06.983059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:07.569829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5714): Launched\u000a03:54:08.001376 run osmo-stp_10.42.42.5(pid=5715): Launched\u000a03:54:08.219197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:08.846734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5717): Launched\u000a03:54:09.276645 run osmo-msc_10.42.42.6(pid=5718): Launched\u000a03:54:09.672768 run osmo-stp_10.42.42.5(pid=5715): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5715)]\u000a03:54:09.873207 run osmo-stp_10.42.42.5(pid=5715): stdout: \u000a| (launched: 2022-12-14_03:54:07.738412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:10.015309 run osmo-stp_10.42.42.5(pid=5715): stderr: \u000a| �[0;m�[38;5;43m20221214035408030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035408030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035408030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035408031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035408031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035408031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035408031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:10.151403 run osmo-stp_10.42.42.5(pid=5715): stdout: \u000a| (launched: 2022-12-14_03:54:07.738412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:10.286325 run osmo-stp_10.42.42.5(pid=5715): stderr: \u000a| �[0;m�[38;5;43m20221214035408030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035408030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035408030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035408031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035408031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035408031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035408031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:10.347397 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5715): Process ended prematurely: osmo-stp_10.42.42.5(pid=5715) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5715)] [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:54:10.357922 tst mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)\u000a03:54:10.425119 run osmo-hlr_10.42.42.2(pid=5712): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5712)]\u000a03:54:10.480189 run osmo-hlr_10.42.42.2(pid=5712): stdout: \u000a| (launched: 2022-12-14_03:54:06.481101) \u000a03:54:10.536094 run osmo-hlr_10.42.42.2(pid=5712): stderr: \u000a| �[0;m�[1;31m20221214035406786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035406786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035406786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035406786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035406786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035406786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035406804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035406812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035406813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035406813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:10.611902 run osmo-msc_10.42.42.6(pid=5718): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5718)]\u000a03:54:10.666716 run osmo-msc_10.42.42.6(pid=5718): stdout: \u000a| (launched: 2022-12-14_03:54:09.016263) \u000a03:54:10.722577 run osmo-msc_10.42.42.6(pid=5718): stderr: \u000a| �[0;m�[38;5;43m20221214035409510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035409511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75e2175c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035409511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035409511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035409511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035409511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035409521 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035409522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035409522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035409522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:10.770688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5711): Terminating (SIGTERM)\u000a03:54:10.817423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5714): Terminating (SIGTERM)\u000a03:54:10.864319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5717): Terminating (SIGTERM)\u000a03:54:10.875478 --- ParallelTerminationStrategy: PID 5711 died...\u000a03:54:10.937986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5711): Terminated: ok {rc=0}\u000a03:54:10.951207 --- ParallelTerminationStrategy: PID 5714 died...\u000a03:54:11.010901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5714): Terminated: ok {rc=0}\u000a03:54:11.022860 --- ParallelTerminationStrategy: PID 5717 died...\u000a03:54:11.082054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5717): Terminated: ok {rc=0}\u000a03:54:11.175479 bus /sierra_3: Setting Powered False\u000a03:54:12.286373 bus /sierra_3: Setting Powered False\u000a03:54:13.402873 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:53:52" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5729): Process ended prematurely: osmo-stp_10.42.42.5(pid=5729) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5729)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5729): Process ended prematurely: osmo-stp_10.42.42.5(pid=5729) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:54:15.435304 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:15.447996 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:54:15.620612 tst mo_mt_call.py: using LAC 38366\u000a03:54:15.753748 tst mo_mt_call.py: using RAC 116\u000a03:54:15.902286 tst mo_mt_call.py: using CellId 38366\u000a03:54:16.062374 tst mo_mt_call.py: using BVCI 38367\u000a03:54:16.088865 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:16.101556 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:16.114047 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:16.126474 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:16.140509 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:16.155827 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:54:16.296155 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:54:16.574234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:17.249229 run create_hlr_db(pid=5723): Launched\u000a03:54:17.483153 bus /sierra_2: Setting Powered False\u000a03:54:18.473898 run create_hlr_db(pid=5723): Terminated: ok {rc=0}\u000a03:54:18.977977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5725): Launched\u000a03:54:19.416447 run osmo-hlr_10.42.42.2(pid=5726): Launched\u000a03:54:19.663049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:20.259281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5728): Launched\u000a03:54:20.700708 run osmo-stp_10.42.42.5(pid=5729): Launched\u000a03:54:20.925513 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:21.553697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5731): Launched\u000a03:54:21.993995 run osmo-msc_10.42.42.6(pid=5732): Launched\u000a03:54:22.393898 run osmo-stp_10.42.42.5(pid=5729): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5729)]\u000a03:54:22.595894 run osmo-stp_10.42.42.5(pid=5729): stdout: \u000a| (launched: 2022-12-14_03:54:20.432462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:22.738723 run osmo-stp_10.42.42.5(pid=5729): stderr: \u000a| �[0;m�[38;5;43m20221214035420730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035420730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035420730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035420731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035420731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035420731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035420731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:22.876015 run osmo-stp_10.42.42.5(pid=5729): stdout: \u000a| (launched: 2022-12-14_03:54:20.432462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:23.013235 run osmo-stp_10.42.42.5(pid=5729): stderr: \u000a| �[0;m�[38;5;43m20221214035420730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035420730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035420730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035420731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035420731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035420731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035420731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:23.073594 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5729): Process ended prematurely: osmo-stp_10.42.42.5(pid=5729) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5729)] [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:54:23.084167 tst mo_mt_call.py:8: Test FAILED (7.7 sec)\u000a03:54:23.152685 run osmo-hlr_10.42.42.2(pid=5726): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5726)]\u000a03:54:23.208581 run osmo-hlr_10.42.42.2(pid=5726): stdout: \u000a| (launched: 2022-12-14_03:54:19.150758) \u000a03:54:23.264905 run osmo-hlr_10.42.42.2(pid=5726): stderr: \u000a| �[0;m�[1;31m20221214035419455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035419455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035419455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035419455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035419455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035419455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035419474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035419487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035419487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035419487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:23.341127 run osmo-msc_10.42.42.6(pid=5732): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5732)]\u000a03:54:23.397471 run osmo-msc_10.42.42.6(pid=5732): stdout: \u000a| (launched: 2022-12-14_03:54:21.726467) \u000a03:54:23.454390 run osmo-msc_10.42.42.6(pid=5732): stderr: \u000a| �[0;m�[38;5;43m20221214035422234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035422234 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f117f533c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035422234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035422234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035422235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035422235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035422236 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035422237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035422237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035422237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:23.502274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5725): Terminating (SIGTERM)\u000a03:54:23.551543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5728): Terminating (SIGTERM)\u000a03:54:23.599644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5731): Terminating (SIGTERM)\u000a03:54:23.611076 --- ParallelTerminationStrategy: PID 5725 died...\u000a03:54:23.673825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5725): Terminated: ok {rc=0}\u000a03:54:23.686136 --- ParallelTerminationStrategy: PID 5728 died...\u000a03:54:23.746108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5728): Terminated: ok {rc=0}\u000a03:54:23.758821 --- ParallelTerminationStrategy: PID 5731 died...\u000a03:54:23.818873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5731): Terminated: ok {rc=0}\u000a03:54:23.912813 bus /sierra_3: Setting Powered False\u000a03:54:25.020843 bus /sierra_3: Setting Powered False\u000a03:54:26.129544 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5740): Process ended prematurely: osmo-stp_10.42.42.5(pid=5740) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5740)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5740): Process ended prematurely: osmo-stp_10.42.42.5(pid=5740) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:54:27.245106 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:27.257714 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:54:27.425024 tst mo_mt_call_osmux.py: using LAC 38367\u000a03:54:27.552517 tst mo_mt_call_osmux.py: using RAC 117\u000a03:54:27.674974 tst mo_mt_call_osmux.py: using CellId 38367\u000a03:54:27.798192 tst mo_mt_call_osmux.py: using BVCI 38368\u000a03:54:27.821604 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:27.832862 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:27.844049 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:27.855140 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:27.866898 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:27.878653 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:54:27.999756 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:54:28.204667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:28.692500 run create_hlr_db(pid=5734): Launched\u000a03:54:28.866149 bus /sierra_2: Setting Powered False\u000a03:54:29.888487 run create_hlr_db(pid=5734): Terminated: ok {rc=0}\u000a03:54:30.292789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5736): Launched\u000a03:54:30.597643 run osmo-hlr_10.42.42.2(pid=5737): Launched\u000a03:54:30.708752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:31.265366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5739): Launched\u000a03:54:31.701037 run osmo-stp_10.42.42.5(pid=5740): Launched\u000a03:54:31.933113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:32.522760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5742): Launched\u000a03:54:32.830625 run osmo-msc_10.42.42.6(pid=5743): Launched\u000a03:54:33.008882 run osmo-stp_10.42.42.5(pid=5740): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5740)]\u000a03:54:33.138370 run osmo-stp_10.42.42.5(pid=5740): stdout: \u000a| (launched: 2022-12-14_03:54:31.423504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:33.264898 run osmo-stp_10.42.42.5(pid=5740): stderr: \u000a| �[0;m�[38;5;43m20221214035431674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035431675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035431675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035431675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035431676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035431676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035431676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:33.387632 run osmo-stp_10.42.42.5(pid=5740): stdout: \u000a| (launched: 2022-12-14_03:54:31.423504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:33.508079 run osmo-stp_10.42.42.5(pid=5740): stderr: \u000a| �[0;m�[38;5;43m20221214035431674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035431675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035431675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035431675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035431676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035431676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035431676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:33.561364 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5740): Process ended prematurely: osmo-stp_10.42.42.5(pid=5740) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5740)] [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:54:33.570030 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:54:33.628993 run osmo-hlr_10.42.42.2(pid=5737): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5737)]\u000a03:54:33.677574 run osmo-hlr_10.42.42.2(pid=5737): stdout: \u000a| (launched: 2022-12-14_03:54:30.446988) \u000a03:54:33.726505 run osmo-hlr_10.42.42.2(pid=5737): stderr: \u000a| �[0;m�[1;31m20221214035430625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035430625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035430625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035430625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035430625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035430625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035430637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035430645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035430645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035430646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:33.792910 run osmo-msc_10.42.42.6(pid=5743): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5743)]\u000a03:54:33.841391 run osmo-msc_10.42.42.6(pid=5743): stdout: \u000a| (launched: 2022-12-14_03:54:32.677443) \u000a03:54:33.890349 run osmo-msc_10.42.42.6(pid=5743): stderr: \u000a| �[0;m�[38;5;43m20221214035432951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035432951 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8aefda5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035432951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035432951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035432951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035432951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035432953 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035432954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035432954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035432954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:33.931695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5736): Terminating (SIGTERM)\u000a03:54:33.970674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5739): Terminating (SIGTERM)\u000a03:54:34.009921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5742): Terminating (SIGTERM)\u000a03:54:34.019043 --- ParallelTerminationStrategy: PID 5736 died...\u000a03:54:34.072202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5736): Terminated: ok {rc=0}\u000a03:54:34.081746 --- ParallelTerminationStrategy: PID 5739 died...\u000a03:54:34.134329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5739): Terminated: ok {rc=0}\u000a03:54:34.144191 --- ParallelTerminationStrategy: PID 5742 died...\u000a03:54:34.196875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5742): Terminated: ok {rc=0}\u000a03:54:34.285253 bus /sierra_3: Setting Powered False\u000a03:54:35.388995 bus /sierra_3: Setting Powered False\u000a03:54:36.500028 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:54:15" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5754): Process ended prematurely: osmo-stp_10.42.42.5(pid=5754) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5754)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5754): Process ended prematurely: osmo-stp_10.42.42.5(pid=5754) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:54:38.500746 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:38.512313 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:54:38.669632 tst mo_mt_call.py: using LAC 38368\u000a03:54:38.792053 tst mo_mt_call.py: using RAC 118\u000a03:54:38.909561 tst mo_mt_call.py: using CellId 38368\u000a03:54:39.036410 tst mo_mt_call.py: using BVCI 38369\u000a03:54:39.061581 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:39.073329 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:39.084920 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:39.096485 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:39.108663 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:39.120806 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:54:39.238318 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:54:39.446063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:39.934792 run create_hlr_db(pid=5748): Launched\u000a03:54:40.109682 bus /sierra_2: Setting Powered False\u000a03:54:41.143887 run create_hlr_db(pid=5748): Terminated: ok {rc=0}\u000a03:54:41.554109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5750): Launched\u000a03:54:41.859890 run osmo-hlr_10.42.42.2(pid=5751): Launched\u000a03:54:41.971569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:42.500724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5753): Launched\u000a03:54:42.805479 run osmo-stp_10.42.42.5(pid=5754): Launched\u000a03:54:42.915867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:43.477660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5756): Launched\u000a03:54:43.784184 run osmo-msc_10.42.42.6(pid=5757): Launched\u000a03:54:43.963879 run osmo-stp_10.42.42.5(pid=5754): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5754)]\u000a03:54:44.093101 run osmo-stp_10.42.42.5(pid=5754): stdout: \u000a| (launched: 2022-12-14_03:54:42.655320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:44.220151 run osmo-stp_10.42.42.5(pid=5754): stderr: \u000a| �[0;m�[38;5;43m20221214035442830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035442830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035442830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035442831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035442831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035442831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035442831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:44.342811 run osmo-stp_10.42.42.5(pid=5754): stdout: \u000a| (launched: 2022-12-14_03:54:42.655320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:44.463759 run osmo-stp_10.42.42.5(pid=5754): stderr: \u000a| �[0;m�[38;5;43m20221214035442830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035442830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035442830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035442831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035442831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035442831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035442831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:44.517371 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5754): Process ended prematurely: osmo-stp_10.42.42.5(pid=5754) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5754)] [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a03:54:44.526028 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:54:44.585890 run osmo-hlr_10.42.42.2(pid=5751): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5751)]\u000a03:54:44.635005 run osmo-hlr_10.42.42.2(pid=5751): stdout: \u000a| (launched: 2022-12-14_03:54:41.708687) \u000a03:54:44.684735 run osmo-hlr_10.42.42.2(pid=5751): stderr: \u000a| �[0;m�[1;31m20221214035441885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035441885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035441885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035441885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035441885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035441885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035441897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035441906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035441906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035441906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:44.752074 run osmo-msc_10.42.42.6(pid=5757): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5757)]\u000a03:54:44.801213 run osmo-msc_10.42.42.6(pid=5757): stdout: \u000a| (launched: 2022-12-14_03:54:43.632580) \u000a03:54:44.850692 run osmo-msc_10.42.42.6(pid=5757): stderr: \u000a| �[0;m�[38;5;43m20221214035443906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035443906 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0749060c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035443906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035443906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035443907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035443907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035443908 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035443909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035443909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035443909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:44.892736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5750): Terminating (SIGTERM)\u000a03:54:44.932608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5753): Terminating (SIGTERM)\u000a03:54:44.972559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5756): Terminating (SIGTERM)\u000a03:54:44.981805 --- ParallelTerminationStrategy: PID 5750 died...\u000a03:54:45.034993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5750): Terminated: ok {rc=0}\u000a03:54:45.044484 --- ParallelTerminationStrategy: PID 5753 died...\u000a03:54:45.097247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5753): Terminated: ok {rc=0}\u000a03:54:45.106717 --- ParallelTerminationStrategy: PID 5756 died...\u000a03:54:45.159487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5756): Terminated: ok {rc=0}\u000a03:54:45.248698 bus /sierra_3: Setting Powered False\u000a03:54:46.392330 bus /sierra_3: Setting Powered False\u000a03:54:47.502495 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5765): Process ended prematurely: osmo-stp_10.42.42.5(pid=5765) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5765)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5765): Process ended prematurely: osmo-stp_10.42.42.5(pid=5765) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:54:48.620259 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:48.632486 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:54:48.800682 tst mo_mt_call_osmux.py: using LAC 38369\u000a03:54:48.933355 tst mo_mt_call_osmux.py: using RAC 119\u000a03:54:49.061244 tst mo_mt_call_osmux.py: using CellId 38369\u000a03:54:49.192778 tst mo_mt_call_osmux.py: using BVCI 38370\u000a03:54:49.217727 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:49.229298 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:49.240640 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:49.251949 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:49.263794 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:49.275579 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:54:49.395021 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:54:49.608206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:50.122519 run create_hlr_db(pid=5759): Launched\u000a03:54:50.311055 bus /sierra_2: Setting Powered False\u000a03:54:51.331835 run create_hlr_db(pid=5759): Terminated: ok {rc=0}\u000a03:54:51.742357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5761): Launched\u000a03:54:52.049775 run osmo-hlr_10.42.42.2(pid=5762): Launched\u000a03:54:52.162225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:52.692496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5764): Launched\u000a03:54:52.996648 run osmo-stp_10.42.42.5(pid=5765): Launched\u000a03:54:53.106689 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:53.663616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5767): Launched\u000a03:54:53.969903 run osmo-msc_10.42.42.6(pid=5768): Launched\u000a03:54:54.149601 run osmo-stp_10.42.42.5(pid=5765): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5765)]\u000a03:54:54.278389 run osmo-stp_10.42.42.5(pid=5765): stdout: \u000a| (launched: 2022-12-14_03:54:52.846894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:54.405236 run osmo-stp_10.42.42.5(pid=5765): stderr: \u000a| �[0;m�[38;5;43m20221214035453020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035453020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035453020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035453021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035453021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035453021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035453021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:54.527056 run osmo-stp_10.42.42.5(pid=5765): stdout: \u000a| (launched: 2022-12-14_03:54:52.846894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:54.647947 run osmo-stp_10.42.42.5(pid=5765): stderr: \u000a| �[0;m�[38;5;43m20221214035453020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035453020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035453020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035453021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035453021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035453021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035453021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:54.701504 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5765): Process ended prematurely: osmo-stp_10.42.42.5(pid=5765) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5765)] [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a03:54:54.710491 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:54:54.770343 run osmo-hlr_10.42.42.2(pid=5762): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5762)]\u000a03:54:54.819478 run osmo-hlr_10.42.42.2(pid=5762): stdout: \u000a| (launched: 2022-12-14_03:54:51.896911) \u000a03:54:54.869470 run osmo-hlr_10.42.42.2(pid=5762): stderr: \u000a| �[0;m�[1;31m20221214035452074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035452074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035452074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035452074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035452074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035452074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035452086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035452094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035452095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035452095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:54.937054 run osmo-msc_10.42.42.6(pid=5768): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5768)]\u000a03:54:54.986845 run osmo-msc_10.42.42.6(pid=5768): stdout: \u000a| (launched: 2022-12-14_03:54:53.818655) \u000a03:54:55.036867 run osmo-msc_10.42.42.6(pid=5768): stderr: \u000a| �[0;m�[38;5;43m20221214035454092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035454092 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7bf14a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035454092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035454092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035454093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035454093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035454096 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035454097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035454097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035454097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:55.079454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5761): Terminating (SIGTERM)\u000a03:54:55.119790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5764): Terminating (SIGTERM)\u000a03:54:55.159962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5767): Terminating (SIGTERM)\u000a03:54:55.169319 --- ParallelTerminationStrategy: PID 5761 died...\u000a03:54:55.223509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5761): Terminated: ok {rc=0}\u000a03:54:55.233122 --- ParallelTerminationStrategy: PID 5764 died...\u000a03:54:55.286207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5764): Terminated: ok {rc=0}\u000a03:54:55.295737 --- ParallelTerminationStrategy: PID 5767 died...\u000a03:54:55.349038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5767): Terminated: ok {rc=0}\u000a03:54:55.438162 bus /sierra_3: Setting Powered False\u000a03:54:56.542305 bus /sierra_3: Setting Powered False\u000a03:54:57.655449 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:54:38" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5782): Process ended prematurely: osmo-stp_10.42.42.5(pid=5782) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5782)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5782): Process ended prematurely: osmo-stp_10.42.42.5(pid=5782) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:54:59.647535 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:54:59.658837 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:54:59.816292 tst mo_mt_call.py: using LAC 38370\u000a03:54:59.937495 tst mo_mt_call.py: using RAC 120\u000a03:55:00.064730 tst mo_mt_call.py: using CellId 38370\u000a03:55:00.192513 tst mo_mt_call.py: using BVCI 38371\u000a03:55:00.217645 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:00.229151 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:00.240589 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:00.252152 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:00.263949 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:00.275621 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:55:00.392606 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:55:00.606083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:01.170870 run create_hlr_db(pid=5773): Launched\u000a03:55:01.365535 bus /sierra_2: Setting Powered False\u000a03:55:02.381731 run create_hlr_db(pid=5773): Terminated: ok {rc=0}\u000a03:55:02.791863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5778): Launched\u000a03:55:03.096733 run osmo-hlr_10.42.42.2(pid=5779): Launched\u000a03:55:03.207911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:03.738726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5781): Launched\u000a03:55:04.045812 run osmo-stp_10.42.42.5(pid=5782): Launched\u000a03:55:04.158224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:04.717680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5784): Launched\u000a03:55:05.023849 run osmo-msc_10.42.42.6(pid=5785): Launched\u000a03:55:05.202408 run osmo-stp_10.42.42.5(pid=5782): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5782)]\u000a03:55:05.331680 run osmo-stp_10.42.42.5(pid=5782): stdout: \u000a| (launched: 2022-12-14_03:55:03.893300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:05.458475 run osmo-stp_10.42.42.5(pid=5782): stderr: \u000a| �[0;m�[38;5;43m20221214035504065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035504065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035504065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035504066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035504066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035504066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035504066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:05.580140 run osmo-stp_10.42.42.5(pid=5782): stdout: \u000a| (launched: 2022-12-14_03:55:03.893300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:05.701706 run osmo-stp_10.42.42.5(pid=5782): stderr: \u000a| �[0;m�[38;5;43m20221214035504065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035504065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035504065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035504066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035504066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035504066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035504066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:05.755233 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5782): Process ended prematurely: osmo-stp_10.42.42.5(pid=5782) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5782)] [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:55:05.763996 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:55:05.823912 run osmo-hlr_10.42.42.2(pid=5779): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5779)]\u000a03:55:05.872818 run osmo-hlr_10.42.42.2(pid=5779): stdout: \u000a| (launched: 2022-12-14_03:55:02.946888) \u000a03:55:05.922828 run osmo-hlr_10.42.42.2(pid=5779): stderr: \u000a| �[0;m�[1;31m20221214035503123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035503123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035503123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035503123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035503123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035503123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035503137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035503147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035503147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035503147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:05.989872 run osmo-msc_10.42.42.6(pid=5785): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5785)]\u000a03:55:06.038652 run osmo-msc_10.42.42.6(pid=5785): stdout: \u000a| (launched: 2022-12-14_03:55:04.872280) \u000a03:55:06.087889 run osmo-msc_10.42.42.6(pid=5785): stderr: \u000a| �[0;m�[38;5;43m20221214035505146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035505146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4dc992ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035505146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035505146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035505146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035505146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035505148 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035505149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035505150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035505150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:06.129570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5778): Terminating (SIGTERM)\u000a03:55:06.168995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5781): Terminating (SIGTERM)\u000a03:55:06.208142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5784): Terminating (SIGTERM)\u000a03:55:06.217295 --- ParallelTerminationStrategy: PID 5778 died...\u000a03:55:06.270566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5778): Terminated: ok {rc=0}\u000a03:55:06.280139 --- ParallelTerminationStrategy: PID 5781 died...\u000a03:55:06.332937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5781): Terminated: ok {rc=0}\u000a03:55:06.342606 --- ParallelTerminationStrategy: PID 5784 died...\u000a03:55:06.395635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5784): Terminated: ok {rc=0}\u000a03:55:06.484825 bus /sierra_3: Setting Powered False\u000a03:55:07.588784 bus /sierra_3: Setting Powered False\u000a03:55:08.700313 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5793): Process ended prematurely: osmo-stp_10.42.42.5(pid=5793) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5793)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5793): Process ended prematurely: osmo-stp_10.42.42.5(pid=5793) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:55:09.817170 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:09.829621 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:55:09.997387 tst mo_mt_call_osmux.py: using LAC 38371\u000a03:55:10.127319 tst mo_mt_call_osmux.py: using RAC 121\u000a03:55:10.255419 tst mo_mt_call_osmux.py: using CellId 38371\u000a03:55:10.385131 tst mo_mt_call_osmux.py: using BVCI 38372\u000a03:55:10.410075 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:10.421717 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:10.433085 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:10.444400 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:10.456284 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:10.467983 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:55:10.585808 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:55:10.800628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:11.315462 run create_hlr_db(pid=5787): Launched\u000a03:55:11.504476 bus /sierra_2: Setting Powered False\u000a03:55:12.515796 run create_hlr_db(pid=5787): Terminated: ok {rc=0}\u000a03:55:12.929704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5789): Launched\u000a03:55:13.237154 run osmo-hlr_10.42.42.2(pid=5790): Launched\u000a03:55:13.349669 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:13.882113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5792): Launched\u000a03:55:14.188089 run osmo-stp_10.42.42.5(pid=5793): Launched\u000a03:55:14.299102 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:14.857834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5795): Launched\u000a03:55:15.164800 run osmo-msc_10.42.42.6(pid=5796): Launched\u000a03:55:15.344476 run osmo-stp_10.42.42.5(pid=5793): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5793)]\u000a03:55:15.474014 run osmo-stp_10.42.42.5(pid=5793): stdout: \u000a| (launched: 2022-12-14_03:55:14.037314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:15.601767 run osmo-stp_10.42.42.5(pid=5793): stderr: \u000a| �[0;m�[38;5;43m20221214035514207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035514208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035514208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035514208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035514210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035514211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035514211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:15.725398 run osmo-stp_10.42.42.5(pid=5793): stdout: \u000a| (launched: 2022-12-14_03:55:14.037314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:15.860528 run osmo-stp_10.42.42.5(pid=5793): stderr: \u000a| �[0;m�[38;5;43m20221214035514207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035514208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035514208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035514208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035514210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035514211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035514211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:15.925736 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5793): Process ended prematurely: osmo-stp_10.42.42.5(pid=5793) [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5793)] [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:55:15.936405 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:55:16.004716 run osmo-hlr_10.42.42.2(pid=5790): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5790)]\u000a03:55:16.060453 run osmo-hlr_10.42.42.2(pid=5790): stdout: \u000a| (launched: 2022-12-14_03:55:13.085687) \u000a03:55:16.118327 run osmo-hlr_10.42.42.2(pid=5790): stderr: \u000a| �[0;m�[1;31m20221214035513264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035513264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035513264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035513264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035513264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035513264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035513277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035513285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035513286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035513286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:16.194179 run osmo-msc_10.42.42.6(pid=5796): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5796)]\u000a03:55:16.248758 run osmo-msc_10.42.42.6(pid=5796): stdout: \u000a| (launched: 2022-12-14_03:55:15.012555) \u000a03:55:16.304270 run osmo-msc_10.42.42.6(pid=5796): stderr: \u000a| �[0;m�[38;5;43m20221214035515285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035515285 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb056973c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035515285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035515285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035515285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035515286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035515287 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035515288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035515288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035515288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:16.353888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5789): Terminating (SIGTERM)\u000a03:55:16.401223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5792): Terminating (SIGTERM)\u000a03:55:16.448591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5795): Terminating (SIGTERM)\u000a03:55:16.459425 --- ParallelTerminationStrategy: PID 5789 died...\u000a03:55:16.522988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5789): Terminated: ok {rc=0}\u000a03:55:16.534724 --- ParallelTerminationStrategy: PID 5792 died...\u000a03:55:16.598302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5792): Terminated: ok {rc=0}\u000a03:55:16.610195 --- ParallelTerminationStrategy: PID 5795 died...\u000a03:55:16.669207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5795): Terminated: ok {rc=0}\u000a03:55:16.777899 bus /sierra_3: Setting Powered False\u000a03:55:17.887045 bus /sierra_3: Setting Powered False\u000a03:55:18.995845 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:54:59" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5808): Process ended prematurely: osmo-stp_10.42.42.5(pid=5808) [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5808)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5808): Process ended prematurely: osmo-stp_10.42.42.5(pid=5808) [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:55:20.997290 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:21.008549 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:55:21.169095 tst mo_mt_call.py: using LAC 38372\u000a03:55:21.290636 tst mo_mt_call.py: using RAC 122\u000a03:55:21.426942 tst mo_mt_call.py: using CellId 38372\u000a03:55:21.556118 tst mo_mt_call.py: using BVCI 38373\u000a03:55:21.581292 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:21.593155 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:21.604741 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:21.616251 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:21.628100 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:21.639949 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:55:21.758264 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:55:21.972202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:22.487919 run create_hlr_db(pid=5802): Launched\u000a03:55:22.677211 bus /sierra_2: Setting Powered False\u000a03:55:23.698316 run create_hlr_db(pid=5802): Terminated: ok {rc=0}\u000a03:55:24.134428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5804): Launched\u000a03:55:24.463193 run osmo-hlr_10.42.42.2(pid=5805): Launched\u000a03:55:24.581459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:25.149186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5807): Launched\u000a03:55:25.477434 run osmo-stp_10.42.42.5(pid=5808): Launched\u000a03:55:25.595905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:26.192866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5810): Launched\u000a03:55:26.521664 run osmo-msc_10.42.42.6(pid=5811): Launched\u000a03:55:26.713954 run osmo-stp_10.42.42.5(pid=5808): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5808)]\u000a03:55:26.852540 run osmo-stp_10.42.42.5(pid=5808): stdout: \u000a| (launched: 2022-12-14_03:55:25.315098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:26.990915 run osmo-stp_10.42.42.5(pid=5808): stderr: \u000a| �[0;m�[38;5;43m20221214035525507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035525507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035525507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035525508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035525508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035525508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035525508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:27.122265 run osmo-stp_10.42.42.5(pid=5808): stdout: \u000a| (launched: 2022-12-14_03:55:25.315098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:27.252480 run osmo-stp_10.42.42.5(pid=5808): stderr: \u000a| �[0;m�[38;5;43m20221214035525507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035525507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035525507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035525508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035525508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035525508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035525508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:27.310071 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5808): Process ended prematurely: osmo-stp_10.42.42.5(pid=5808) [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5808)] [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:55:27.319508 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:55:27.383473 run osmo-hlr_10.42.42.2(pid=5805): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5805)]\u000a03:55:27.435252 run osmo-hlr_10.42.42.2(pid=5805): stdout: \u000a| (launched: 2022-12-14_03:55:24.300203) \u000a03:55:27.487593 run osmo-hlr_10.42.42.2(pid=5805): stderr: \u000a| �[0;m�[1;31m20221214035524499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035524499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035524499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035524499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035524499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035524499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035524526 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035524535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035524535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035524535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:27.559049 run osmo-msc_10.42.42.6(pid=5811): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5811)]\u000a03:55:27.610546 run osmo-msc_10.42.42.6(pid=5811): stdout: \u000a| (launched: 2022-12-14_03:55:26.358489) \u000a03:55:27.662694 run osmo-msc_10.42.42.6(pid=5811): stderr: \u000a| �[0;m�[38;5;43m20221214035526682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035526682 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7018ec2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035526682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035526683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035526683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035526683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035526685 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035526685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035526685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035526685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:27.707308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5804): Terminating (SIGTERM)\u000a03:55:27.749499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5807): Terminating (SIGTERM)\u000a03:55:27.791495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5810): Terminating (SIGTERM)\u000a03:55:27.801314 --- ParallelTerminationStrategy: PID 5804 died...\u000a03:55:27.858360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5804): Terminated: ok {rc=0}\u000a03:55:27.868423 --- ParallelTerminationStrategy: PID 5807 died...\u000a03:55:27.924636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5807): Terminated: ok {rc=0}\u000a03:55:27.934741 --- ParallelTerminationStrategy: PID 5810 died...\u000a03:55:27.991226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5810): Terminated: ok {rc=0}\u000a03:55:28.078448 bus /sierra_3: Setting Powered False\u000a03:55:29.184071 bus /sierra_3: Setting Powered False\u000a03:55:30.294224 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5820): Process ended prematurely: osmo-stp_10.42.42.5(pid=5820) [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5820)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5820): Process ended prematurely: osmo-stp_10.42.42.5(pid=5820) [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:55:31.418768 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:31.432302 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:55:31.603255 tst mo_mt_call_osmux.py: using LAC 38373\u000a03:55:31.734331 tst mo_mt_call_osmux.py: using RAC 123\u000a03:55:31.857911 tst mo_mt_call_osmux.py: using CellId 38373\u000a03:55:31.986381 tst mo_mt_call_osmux.py: using BVCI 38374\u000a03:55:32.012406 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:32.025321 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:32.037896 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:32.050421 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:32.064139 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:32.078985 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:55:32.205829 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:55:32.422307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:32.941559 run create_hlr_db(pid=5814): Launched\u000a03:55:33.132140 bus /sierra_2: Setting Powered False\u000a03:55:34.154139 run create_hlr_db(pid=5814): Terminated: ok {rc=0}\u000a03:55:34.564299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5816): Launched\u000a03:55:34.873659 run osmo-hlr_10.42.42.2(pid=5817): Launched\u000a03:55:34.985834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:35.517984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5819): Launched\u000a03:55:35.824761 run osmo-stp_10.42.42.5(pid=5820): Launched\u000a03:55:35.936678 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:36.498131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5823): Launched\u000a03:55:36.805158 run osmo-msc_10.42.42.6(pid=5824): Launched\u000a03:55:36.983695 run osmo-stp_10.42.42.5(pid=5820): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5820)]\u000a03:55:37.113015 run osmo-stp_10.42.42.5(pid=5820): stdout: \u000a| (launched: 2022-12-14_03:55:35.672721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:37.239650 run osmo-stp_10.42.42.5(pid=5820): stderr: \u000a| �[0;m�[38;5;43m20221214035535844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035535844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035535845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035535845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035535846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035535846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035535846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:37.361673 run osmo-stp_10.42.42.5(pid=5820): stdout: \u000a| (launched: 2022-12-14_03:55:35.672721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:37.482598 run osmo-stp_10.42.42.5(pid=5820): stderr: \u000a| �[0;m�[38;5;43m20221214035535844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035535844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035535845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035535845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035535846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035535846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035535846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:37.536015 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5820): Process ended prematurely: osmo-stp_10.42.42.5(pid=5820) [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5820)] [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:55:37.544652 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:55:37.604759 run osmo-hlr_10.42.42.2(pid=5817): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5817)]\u000a03:55:37.653858 run osmo-hlr_10.42.42.2(pid=5817): stdout: \u000a| (launched: 2022-12-14_03:55:34.721267) \u000a03:55:37.703731 run osmo-hlr_10.42.42.2(pid=5817): stderr: \u000a| �[0;m�[1;31m20221214035534897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035534897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035534897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035534898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035534898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035534898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035534910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035534918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035534918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035534918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:37.771160 run osmo-msc_10.42.42.6(pid=5824): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5824)]\u000a03:55:37.820066 run osmo-msc_10.42.42.6(pid=5824): stdout: \u000a| (launched: 2022-12-14_03:55:36.653242) \u000a03:55:37.870131 run osmo-msc_10.42.42.6(pid=5824): stderr: \u000a| �[0;m�[38;5;43m20221214035536926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035536926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb4777fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035536927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035536927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035536927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035536927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035536929 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035536929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035536929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035536929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:37.912116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5816): Terminating (SIGTERM)\u000a03:55:37.951431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5819): Terminating (SIGTERM)\u000a03:55:37.990691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5823): Terminating (SIGTERM)\u000a03:55:37.999777 --- ParallelTerminationStrategy: PID 5816 died...\u000a03:55:38.052726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5816): Terminated: ok {rc=0}\u000a03:55:38.062181 --- ParallelTerminationStrategy: PID 5819 died...\u000a03:55:38.114864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5819): Terminated: ok {rc=0}\u000a03:55:38.124263 --- ParallelTerminationStrategy: PID 5823 died...\u000a03:55:38.176756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5823): Terminated: ok {rc=0}\u000a03:55:38.259931 bus /sierra_3: Setting Powered False\u000a03:55:39.360188 bus /sierra_3: Setting Powered False\u000a03:55:40.472457 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:55:20" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5835): Process ended prematurely: osmo-stp_10.42.42.5(pid=5835) [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5835): Process ended prematurely: osmo-stp_10.42.42.5(pid=5835) [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a03:55:42.461085 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:42.472138 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:55:42.629422 tst mo_mt_call.py: using LAC 38374\u000a03:55:42.748933 tst mo_mt_call.py: using RAC 124\u000a03:55:42.869159 tst mo_mt_call.py: using CellId 38374\u000a03:55:42.990448 tst mo_mt_call.py: using BVCI 38375\u000a03:55:43.013629 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:43.024472 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:43.035250 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:43.045892 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:43.056585 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:43.067319 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:55:43.189878 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:55:43.393462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:43.886966 run create_hlr_db(pid=5829): Launched\u000a03:55:44.062705 bus /sierra_2: Setting Powered False\u000a03:55:45.084092 run create_hlr_db(pid=5829): Terminated: ok {rc=0}\u000a03:55:45.521476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5831): Launched\u000a03:55:45.855290 run osmo-hlr_10.42.42.2(pid=5832): Launched\u000a03:55:46.067016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:46.682413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5834): Launched\u000a03:55:47.063052 run osmo-stp_10.42.42.5(pid=5835): Launched\u000a03:55:47.225054 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:47.870105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5837): Launched\u000a03:55:48.200394 run osmo-msc_10.42.42.6(pid=5838): Launched\u000a03:55:48.392880 run osmo-stp_10.42.42.5(pid=5835): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)]\u000a03:55:48.531818 run osmo-stp_10.42.42.5(pid=5835): stdout: \u000a| (launched: 2022-12-14_03:55:46.846526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:48.669355 run osmo-stp_10.42.42.5(pid=5835): stderr: \u000a| �[0;m�[38;5;43m20221214035547188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035547188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035547188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035547189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035547189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035547189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035547189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:48.801415 run osmo-stp_10.42.42.5(pid=5835): stdout: \u000a| (launched: 2022-12-14_03:55:46.846526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:48.932131 run osmo-stp_10.42.42.5(pid=5835): stderr: \u000a| �[0;m�[38;5;43m20221214035547188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035547188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035547188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035547189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035547189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035547189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035547189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:48.989699 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5835): Process ended prematurely: osmo-stp_10.42.42.5(pid=5835) [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)] [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a03:55:48.998873 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a03:55:49.061886 run osmo-hlr_10.42.42.2(pid=5832): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5832)]\u000a03:55:49.113817 run osmo-hlr_10.42.42.2(pid=5832): stdout: \u000a| (launched: 2022-12-14_03:55:45.688678) \u000a03:55:49.166132 run osmo-hlr_10.42.42.2(pid=5832): stderr: \u000a| �[0;m�[1;31m20221214035545973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035545973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035545973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035545973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035545973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035545973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035545991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035546007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035546008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035546008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:49.237156 run osmo-msc_10.42.42.6(pid=5838): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5838)]\u000a03:55:49.288613 run osmo-msc_10.42.42.6(pid=5838): stdout: \u000a| (launched: 2022-12-14_03:55:48.037130) \u000a03:55:49.341028 run osmo-msc_10.42.42.6(pid=5838): stderr: \u000a| �[0;m�[38;5;43m20221214035548362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035548362 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a7d471c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035548362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035548362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035548362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035548362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035548366 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035548366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035548367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035548367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:49.385644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5831): Terminating (SIGTERM)\u000a03:55:49.427682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5834): Terminating (SIGTERM)\u000a03:55:49.469729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5837): Terminating (SIGTERM)\u000a03:55:49.479370 --- ParallelTerminationStrategy: PID 5831 died...\u000a03:55:49.535803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5831): Terminated: ok {rc=0}\u000a03:55:49.545852 --- ParallelTerminationStrategy: PID 5834 died...\u000a03:55:49.602467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5834): Terminated: ok {rc=0}\u000a03:55:49.612509 --- ParallelTerminationStrategy: PID 5837 died...\u000a03:55:49.669169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5837): Terminated: ok {rc=0}\u000a03:55:49.758232 bus /sierra_3: Setting Powered False\u000a03:55:50.862857 bus /sierra_3: Setting Powered False\u000a03:55:51.981459 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5849): Process ended prematurely: osmo-stp_10.42.42.5(pid=5849) [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5849)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5849): Process ended prematurely: osmo-stp_10.42.42.5(pid=5849) [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:55:53.097928 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:53.110239 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:55:53.280280 tst mo_mt_call_osmux.py: using LAC 38375\u000a03:55:53.409817 tst mo_mt_call_osmux.py: using RAC 125\u000a03:55:53.537916 tst mo_mt_call_osmux.py: using CellId 38375\u000a03:55:53.670840 tst mo_mt_call_osmux.py: using BVCI 38376\u000a03:55:53.696128 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:53.707603 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:53.718921 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:53.730156 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:53.741831 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:53.753798 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:55:53.875950 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:55:54.081967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:54.574675 run create_hlr_db(pid=5843): Launched\u000a03:55:54.750382 bus /sierra_2: Setting Powered False\u000a03:55:55.772525 run create_hlr_db(pid=5843): Terminated: ok {rc=0}\u000a03:55:56.208911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5845): Launched\u000a03:55:56.536923 run osmo-hlr_10.42.42.2(pid=5846): Launched\u000a03:55:56.658241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:57.231491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5848): Launched\u000a03:55:57.561766 run osmo-stp_10.42.42.5(pid=5849): Launched\u000a03:55:57.680829 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:58.281480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5851): Launched\u000a03:55:58.611196 run osmo-msc_10.42.42.6(pid=5852): Launched\u000a03:55:58.803836 run osmo-stp_10.42.42.5(pid=5849): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5849)]\u000a03:55:58.943229 run osmo-stp_10.42.42.5(pid=5849): stdout: \u000a| (launched: 2022-12-14_03:55:57.398519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:59.081938 run osmo-stp_10.42.42.5(pid=5849): stderr: \u000a| �[0;m�[38;5;43m20221214035557595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035557595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035557595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035557596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035557596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035557596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035557596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:59.213916 run osmo-stp_10.42.42.5(pid=5849): stdout: \u000a| (launched: 2022-12-14_03:55:57.398519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:59.344474 run osmo-stp_10.42.42.5(pid=5849): stderr: \u000a| �[0;m�[38;5;43m20221214035557595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035557595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035557595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035557596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035557596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035557596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035557596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:59.402208 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5849): Process ended prematurely: osmo-stp_10.42.42.5(pid=5849) [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5849)] [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a03:55:59.411516 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:55:59.475201 run osmo-hlr_10.42.42.2(pid=5846): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5846)]\u000a03:55:59.527420 run osmo-hlr_10.42.42.2(pid=5846): stdout: \u000a| (launched: 2022-12-14_03:55:56.375210) \u000a03:55:59.580217 run osmo-hlr_10.42.42.2(pid=5846): stderr: \u000a| �[0;m�[1;31m20221214035556573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035556573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035556574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035556574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035556574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035556574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035556587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035556596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035556597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035556597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:59.651669 run osmo-msc_10.42.42.6(pid=5852): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5852)]\u000a03:55:59.703974 run osmo-msc_10.42.42.6(pid=5852): stdout: \u000a| (launched: 2022-12-14_03:55:58.447998) \u000a03:55:59.756611 run osmo-msc_10.42.42.6(pid=5852): stderr: \u000a| �[0;m�[38;5;43m20221214035558773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035558773 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d3e92ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035558773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035558773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035558773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035558773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035558775 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035558775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035558776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035558776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:59.801555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5845): Terminating (SIGTERM)\u000a03:55:59.843767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5848): Terminating (SIGTERM)\u000a03:55:59.886166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5851): Terminating (SIGTERM)\u000a03:55:59.895740 --- ParallelTerminationStrategy: PID 5845 died...\u000a03:55:59.951972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5845): Terminated: ok {rc=0}\u000a03:55:59.961962 --- ParallelTerminationStrategy: PID 5848 died...\u000a03:56:00.018456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5848): Terminated: ok {rc=0}\u000a03:56:00.028551 --- ParallelTerminationStrategy: PID 5851 died...\u000a03:56:00.085446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5851): Terminated: ok {rc=0}\u000a03:56:00.173594 bus /sierra_3: Setting Powered False\u000a03:56:01.279549 bus /sierra_3: Setting Powered False\u000a03:56:02.392195 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:55:42" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5863): Process ended prematurely: osmo-stp_10.42.42.5(pid=5863) [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5863)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5863): Process ended prematurely: osmo-stp_10.42.42.5(pid=5863) [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a03:56:04.385714 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:04.396750 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a03:56:04.534845 tst mo_mt_call.py: using LAC 38376\u000a03:56:04.656906 tst mo_mt_call.py: using RAC 126\u000a03:56:04.779136 tst mo_mt_call.py: using CellId 38376\u000a03:56:04.903485 tst mo_mt_call.py: using BVCI 38377\u000a03:56:04.926775 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:04.938203 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:04.948891 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:04.959597 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:04.971457 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:04.984929 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a03:56:05.102401 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a03:56:05.311649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:05.801502 run create_hlr_db(pid=5857): Launched\u000a03:56:05.976575 bus /sierra_2: Setting Powered False\u000a03:56:06.998836 run create_hlr_db(pid=5857): Terminated: ok {rc=0}\u000a03:56:07.433161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5859): Launched\u000a03:56:07.761524 run osmo-hlr_10.42.42.2(pid=5860): Launched\u000a03:56:07.883846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:08.453751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5862): Launched\u000a03:56:08.782439 run osmo-stp_10.42.42.5(pid=5863): Launched\u000a03:56:08.902082 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:09.500690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5865): Launched\u000a03:56:09.830000 run osmo-msc_10.42.42.6(pid=5866): Launched\u000a03:56:10.022781 run osmo-stp_10.42.42.5(pid=5863): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5863)]\u000a03:56:10.162615 run osmo-stp_10.42.42.5(pid=5863): stdout: \u000a| (launched: 2022-12-14_03:56:08.620261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:10.300937 run osmo-stp_10.42.42.5(pid=5863): stderr: \u000a| �[0;m�[38;5;43m20221214035608814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035608814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035608815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035608815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035608815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035608815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035608815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:10.432621 run osmo-stp_10.42.42.5(pid=5863): stdout: \u000a| (launched: 2022-12-14_03:56:08.620261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:10.562687 run osmo-stp_10.42.42.5(pid=5863): stderr: \u000a| �[0;m�[38;5;43m20221214035608814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035608814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035608815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035608815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035608815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035608815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035608815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:10.620094 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5863): Process ended prematurely: osmo-stp_10.42.42.5(pid=5863) [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5863)] [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a03:56:10.629671 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:56:10.692717 run osmo-hlr_10.42.42.2(pid=5860): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5860)]\u000a03:56:10.744901 run osmo-hlr_10.42.42.2(pid=5860): stdout: \u000a| (launched: 2022-12-14_03:56:07.600010) \u000a03:56:10.797622 run osmo-hlr_10.42.42.2(pid=5860): stderr: \u000a| �[0;m�[1;31m20221214035607802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035607802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035607802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035607802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035607802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035607802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035607823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035607833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035607833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035607833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:10.868660 run osmo-msc_10.42.42.6(pid=5866): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5866)]\u000a03:56:10.920246 run osmo-msc_10.42.42.6(pid=5866): stdout: \u000a| (launched: 2022-12-14_03:56:09.666869) \u000a03:56:10.972549 run osmo-msc_10.42.42.6(pid=5866): stderr: \u000a| �[0;m�[38;5;43m20221214035609988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035609988 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e22a9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035609988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035609988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035609988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035609989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035609992 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035609993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035609993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035609993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:11.017238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5859): Terminating (SIGTERM)\u000a03:56:11.059531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5862): Terminating (SIGTERM)\u000a03:56:11.101725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5865): Terminating (SIGTERM)\u000a03:56:11.111373 --- ParallelTerminationStrategy: PID 5859 died...\u000a03:56:11.167866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5859): Terminated: ok {rc=0}\u000a03:56:11.177997 --- ParallelTerminationStrategy: PID 5862 died...\u000a03:56:11.234100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5862): Terminated: ok {rc=0}\u000a03:56:11.244013 --- ParallelTerminationStrategy: PID 5865 died...\u000a03:56:11.300056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5865): Terminated: ok {rc=0}\u000a03:56:11.386291 bus /sierra_3: Setting Powered False\u000a03:56:12.492885 bus /sierra_3: Setting Powered False\u000a03:56:13.606052 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5874): Process ended prematurely: osmo-stp_10.42.42.5(pid=5874) [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5874)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5874): Process ended prematurely: osmo-stp_10.42.42.5(pid=5874) [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:56:14.716351 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:14.728149 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a03:56:14.875269 tst mo_mt_call_osmux.py: using LAC 38377\u000a03:56:15.003460 tst mo_mt_call_osmux.py: using RAC 127\u000a03:56:15.135861 tst mo_mt_call_osmux.py: using CellId 38377\u000a03:56:15.263261 tst mo_mt_call_osmux.py: using BVCI 38378\u000a03:56:15.288247 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:15.299710 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:15.310969 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:15.322194 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:15.333804 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:15.345422 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a03:56:15.463559 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a03:56:15.666872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:16.236611 run create_hlr_db(pid=5868): Launched\u000a03:56:16.417686 bus /sierra_2: Setting Powered False\u000a03:56:17.435133 run create_hlr_db(pid=5868): Terminated: ok {rc=0}\u000a03:56:17.842861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5870): Launched\u000a03:56:18.149706 run osmo-hlr_10.42.42.2(pid=5871): Launched\u000a03:56:18.270576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:18.811528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5873): Launched\u000a03:56:19.118462 run osmo-stp_10.42.42.5(pid=5874): Launched\u000a03:56:19.228885 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:19.788938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5876): Launched\u000a03:56:20.095284 run osmo-msc_10.42.42.6(pid=5877): Launched\u000a03:56:20.276052 run osmo-stp_10.42.42.5(pid=5874): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5874)]\u000a03:56:20.405867 run osmo-stp_10.42.42.5(pid=5874): stdout: \u000a| (launched: 2022-12-14_03:56:18.967571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:20.533269 run osmo-stp_10.42.42.5(pid=5874): stderr: \u000a| �[0;m�[38;5;43m20221214035619140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035619140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035619141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035619141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035619143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035619143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035619143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:20.655761 run osmo-stp_10.42.42.5(pid=5874): stdout: \u000a| (launched: 2022-12-14_03:56:18.967571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:20.777442 run osmo-stp_10.42.42.5(pid=5874): stderr: \u000a| �[0;m�[38;5;43m20221214035619140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035619140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035619141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035619141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035619143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035619143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035619143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:20.831120 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5874): Process ended prematurely: osmo-stp_10.42.42.5(pid=5874) [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5874)] [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a03:56:20.839666 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:56:20.899809 run osmo-hlr_10.42.42.2(pid=5871): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5871)]\u000a03:56:20.948910 run osmo-hlr_10.42.42.2(pid=5871): stdout: \u000a| (launched: 2022-12-14_03:56:17.998344) \u000a03:56:20.998547 run osmo-hlr_10.42.42.2(pid=5871): stderr: \u000a| �[0;m�[1;31m20221214035618179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035618179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035618179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035618179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035618179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035618179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035618191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035618202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035618202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035618202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:21.065584 run osmo-msc_10.42.42.6(pid=5877): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5877)]\u000a03:56:21.114422 run osmo-msc_10.42.42.6(pid=5877): stdout: \u000a| (launched: 2022-12-14_03:56:19.943900) \u000a03:56:21.163786 run osmo-msc_10.42.42.6(pid=5877): stderr: \u000a| �[0;m�[38;5;43m20221214035620219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035620220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90a1af0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035620220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035620220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035620220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035620220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035620222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035620222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035620222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035620223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:21.205300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5870): Terminating (SIGTERM)\u000a03:56:21.244362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5873): Terminating (SIGTERM)\u000a03:56:21.283447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5876): Terminating (SIGTERM)\u000a03:56:21.292512 --- ParallelTerminationStrategy: PID 5870 died...\u000a03:56:21.345845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5870): Terminated: ok {rc=0}\u000a03:56:21.355419 --- ParallelTerminationStrategy: PID 5873 died...\u000a03:56:21.408019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5873): Terminated: ok {rc=0}\u000a03:56:21.417452 --- ParallelTerminationStrategy: PID 5876 died...\u000a03:56:21.469911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5876): Terminated: ok {rc=0}\u000a03:56:21.558596 bus /sierra_3: Setting Powered False\u000a03:56:22.662945 bus /sierra_3: Setting Powered False\u000a03:56:23.776880 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:56:04" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5888): Process ended prematurely: osmo-stp_10.42.42.5(pid=5888) [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5888)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5888): Process ended prematurely: osmo-stp_10.42.42.5(pid=5888) [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a03:56:25.776504 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:25.788501 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:56:25.938638 tst mo_mt_call.py: using LAC 38378\u000a03:56:26.068814 tst mo_mt_call.py: using RAC 128\u000a03:56:26.198650 tst mo_mt_call.py: using CellId 38378\u000a03:56:26.328932 tst mo_mt_call.py: using BVCI 38379\u000a03:56:26.354171 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:26.365902 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:26.377486 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:26.388939 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:26.401108 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:26.413159 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:56:26.532203 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:56:26.749713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:27.266352 run create_hlr_db(pid=5882): Launched\u000a03:56:27.456610 bus /sierra_2: Setting Powered False\u000a03:56:28.477846 run create_hlr_db(pid=5882): Terminated: ok {rc=0}\u000a03:56:28.915045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5884): Launched\u000a03:56:29.244620 run osmo-hlr_10.42.42.2(pid=5885): Launched\u000a03:56:29.366265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:29.935758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5887): Launched\u000a03:56:30.243745 run osmo-stp_10.42.42.5(pid=5888): Launched\u000a03:56:30.356534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:30.948374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5890): Launched\u000a03:56:31.466592 run osmo-msc_10.42.42.6(pid=5891): Launched\u000a03:56:31.808301 run osmo-stp_10.42.42.5(pid=5888): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5888)]\u000a03:56:31.950091 run osmo-stp_10.42.42.5(pid=5888): stdout: \u000a| (launched: 2022-12-14_03:56:30.091745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:32.092466 run osmo-stp_10.42.42.5(pid=5888): stderr: \u000a| �[0;m�[38;5;43m20221214035630263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035630263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035630263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035630264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035630266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035630266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035630267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:32.230249 run osmo-stp_10.42.42.5(pid=5888): stdout: \u000a| (launched: 2022-12-14_03:56:30.091745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:32.365406 run osmo-stp_10.42.42.5(pid=5888): stderr: \u000a| �[0;m�[38;5;43m20221214035630263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035630263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035630263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035630264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035630266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035630266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035630267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:32.423347 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5888): Process ended prematurely: osmo-stp_10.42.42.5(pid=5888) [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5888)] [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a03:56:32.433060 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a03:56:32.497173 run osmo-hlr_10.42.42.2(pid=5885): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5885)]\u000a03:56:32.549627 run osmo-hlr_10.42.42.2(pid=5885): stdout: \u000a| (launched: 2022-12-14_03:56:29.082230) \u000a03:56:32.603391 run osmo-hlr_10.42.42.2(pid=5885): stderr: \u000a| �[0;m�[1;31m20221214035629282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035629282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035629282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035629282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035629282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035629282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035629294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035629302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035629303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035629303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:32.675777 run osmo-msc_10.42.42.6(pid=5891): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5891)]\u000a03:56:32.728704 run osmo-msc_10.42.42.6(pid=5891): stdout: \u000a| (launched: 2022-12-14_03:56:31.120072) \u000a03:56:32.781705 run osmo-msc_10.42.42.6(pid=5891): stderr: \u000a| �[0;m�[38;5;43m20221214035631482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035631482 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f802edcbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035631482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035631482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035631482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035631484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035631487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035631487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035631488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035631488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:32.827120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5884): Terminating (SIGTERM)\u000a03:56:32.870229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5887): Terminating (SIGTERM)\u000a03:56:32.913070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5890): Terminating (SIGTERM)\u000a03:56:32.922954 --- ParallelTerminationStrategy: PID 5884 died...\u000a03:56:32.980761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5884): Terminated: ok {rc=0}\u000a03:56:32.991190 --- ParallelTerminationStrategy: PID 5887 died...\u000a03:56:33.048528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5887): Terminated: ok {rc=0}\u000a03:56:33.058808 --- ParallelTerminationStrategy: PID 5890 died...\u000a03:56:33.116351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5890): Terminated: ok {rc=0}\u000a03:56:33.206163 bus /sierra_3: Setting Powered False\u000a03:56:34.310691 bus /sierra_3: Setting Powered False\u000a03:56:35.420321 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5899): Process ended prematurely: osmo-stp_10.42.42.5(pid=5899) [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5899)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5899): Process ended prematurely: osmo-stp_10.42.42.5(pid=5899) [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:56:36.530168 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:36.542286 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:56:36.684099 tst mo_mt_call_osmux.py: using LAC 38379\u000a03:56:36.812713 tst mo_mt_call_osmux.py: using RAC 129\u000a03:56:36.941504 tst mo_mt_call_osmux.py: using CellId 38379\u000a03:56:37.064074 tst mo_mt_call_osmux.py: using BVCI 38380\u000a03:56:37.087260 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:37.098842 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:37.110486 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:37.121901 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:37.133774 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:37.145333 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:56:37.268515 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:56:37.485402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:38.003878 run create_hlr_db(pid=5893): Launched\u000a03:56:38.193418 bus /sierra_2: Setting Powered False\u000a03:56:39.213763 run create_hlr_db(pid=5893): Terminated: ok {rc=0}\u000a03:56:39.648808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5895): Launched\u000a03:56:39.977839 run osmo-hlr_10.42.42.2(pid=5896): Launched\u000a03:56:40.093893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:40.625295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5898): Launched\u000a03:56:40.930511 run osmo-stp_10.42.42.5(pid=5899): Launched\u000a03:56:41.040654 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:41.598358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5901): Launched\u000a03:56:41.904291 run osmo-msc_10.42.42.6(pid=5902): Launched\u000a03:56:42.083856 run osmo-stp_10.42.42.5(pid=5899): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5899)]\u000a03:56:42.213683 run osmo-stp_10.42.42.5(pid=5899): stdout: \u000a| (launched: 2022-12-14_03:56:40.779981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:42.340354 run osmo-stp_10.42.42.5(pid=5899): stderr: \u000a| �[0;m�[38;5;43m20221214035640951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035640951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035640951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035640952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035640952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035640952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035640952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:42.463308 run osmo-stp_10.42.42.5(pid=5899): stdout: \u000a| (launched: 2022-12-14_03:56:40.779981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:42.583907 run osmo-stp_10.42.42.5(pid=5899): stderr: \u000a| �[0;m�[38;5;43m20221214035640951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035640951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035640951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035640952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035640952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035640952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035640952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:42.637283 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5899): Process ended prematurely: osmo-stp_10.42.42.5(pid=5899) [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5899)] [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a03:56:42.646038 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:56:42.705109 run osmo-hlr_10.42.42.2(pid=5896): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5896)]\u000a03:56:42.753557 run osmo-hlr_10.42.42.2(pid=5896): stdout: \u000a| (launched: 2022-12-14_03:56:39.815592) \u000a03:56:42.802645 run osmo-hlr_10.42.42.2(pid=5896): stderr: \u000a| �[0;m�[1;31m20221214035640016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035640016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035640016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035640016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035640017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035640017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035640032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035640040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035640041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035640041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:42.869502 run osmo-msc_10.42.42.6(pid=5902): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5902)]\u000a03:56:42.918553 run osmo-msc_10.42.42.6(pid=5902): stdout: \u000a| (launched: 2022-12-14_03:56:41.753251) \u000a03:56:42.967692 run osmo-msc_10.42.42.6(pid=5902): stderr: \u000a| �[0;m�[38;5;43m20221214035642025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035642026 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa602ab3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035642026 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035642026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035642026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035642026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035642028 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035642028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035642028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035642028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:43.009506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5895): Terminating (SIGTERM)\u000a03:56:43.048834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5898): Terminating (SIGTERM)\u000a03:56:43.088211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5901): Terminating (SIGTERM)\u000a03:56:43.097385 --- ParallelTerminationStrategy: PID 5895 died...\u000a03:56:43.150405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5895): Terminated: ok {rc=0}\u000a03:56:43.159929 --- ParallelTerminationStrategy: PID 5898 died...\u000a03:56:43.212521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5898): Terminated: ok {rc=0}\u000a03:56:43.222030 --- ParallelTerminationStrategy: PID 5901 died...\u000a03:56:43.274625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5901): Terminated: ok {rc=0}\u000a03:56:43.363471 bus /sierra_3: Setting Powered False\u000a03:56:44.466255 bus /sierra_3: Setting Powered False\u000a03:56:45.572073 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:56:25" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5913): Process ended prematurely: osmo-stp_10.42.42.5(pid=5913) [trial-2399↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5913)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5913): Process ended prematurely: osmo-stp_10.42.42.5(pid=5913) [trial-2399↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:56:47.682290 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:47.693474 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a03:56:47.832514 tst emergency_mo_mt_call.py: using LAC 38380\u000a03:56:47.952569 tst emergency_mo_mt_call.py: using RAC 130\u000a03:56:48.073152 tst emergency_mo_mt_call.py: using CellId 38380\u000a03:56:48.192544 tst emergency_mo_mt_call.py: using BVCI 38381\u000a03:56:48.215506 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:48.226232 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:48.236718 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:48.247130 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:48.257559 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:48.269145 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:48.390402 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:48.600524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:49.107322 run create_hlr_db(pid=5907): Launched\u000a03:56:49.294779 bus /sierra_2: Setting Powered False\u000a03:56:50.315704 run create_hlr_db(pid=5907): Terminated: ok {rc=0}\u000a03:56:50.721432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5909): Launched\u000a03:56:51.022087 run osmo-hlr_10.42.42.2(pid=5910): Launched\u000a03:56:51.136003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:51.661159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5912): Launched\u000a03:56:51.961583 run osmo-stp_10.42.42.5(pid=5913): Launched\u000a03:56:52.084142 tst emergency_mo_mt_call.py: using MSISDN 8494\u000a03:56:52.232302 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:52.782168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5915): Launched\u000a03:56:53.082844 run osmo-msc_10.42.42.6(pid=5916): Launched\u000a03:56:53.259374 run osmo-stp_10.42.42.5(pid=5913): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5913)]\u000a03:56:53.387020 run osmo-stp_10.42.42.5(pid=5913): stdout: \u000a| (launched: 2022-12-14_03:56:51.813214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:53.512115 run osmo-stp_10.42.42.5(pid=5913): stderr: \u000a| �[0;m�[38;5;43m20221214035651986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035651986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035651987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035651988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035651988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035651989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035651989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:53.632242 run osmo-stp_10.42.42.5(pid=5913): stdout: \u000a| (launched: 2022-12-14_03:56:51.813214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:53.751268 run osmo-stp_10.42.42.5(pid=5913): stderr: \u000a| �[0;m�[38;5;43m20221214035651986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035651986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035651987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035651988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035651988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035651989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035651989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:53.803455 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5913): Process ended prematurely: osmo-stp_10.42.42.5(pid=5913) [trial-2399↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5913)] [trial-2399↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a03:56:53.811542 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a03:56:53.870641 run osmo-hlr_10.42.42.2(pid=5910): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5910)]\u000a03:56:53.919273 run osmo-hlr_10.42.42.2(pid=5910): stdout: \u000a| (launched: 2022-12-14_03:56:50.874187) \u000a03:56:53.968592 run osmo-hlr_10.42.42.2(pid=5910): stderr: \u000a| �[0;m�[1;31m20221214035651050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035651050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035651050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035651051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035651051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035651051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035651063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035651072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035651072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035651072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:54.035543 run osmo-msc_10.42.42.6(pid=5916): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5916)]\u000a03:56:54.084438 run osmo-msc_10.42.42.6(pid=5916): stdout: \u000a| (launched: 2022-12-14_03:56:52.934000) \u000a03:56:54.133797 run osmo-msc_10.42.42.6(pid=5916): stderr: \u000a| �[0;m�[38;5;43m20221214035653206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035653207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f397304ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035653207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035653207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035653207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035653207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035653209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035653209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035653210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035653210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:54.175330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5909): Terminating (SIGTERM)\u000a03:56:54.214791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5912): Terminating (SIGTERM)\u000a03:56:54.253978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5915): Terminating (SIGTERM)\u000a03:56:54.263157 --- ParallelTerminationStrategy: PID 5909 died...\u000a03:56:54.316491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5909): Terminated: ok {rc=0}\u000a03:56:54.326067 --- ParallelTerminationStrategy: PID 5912 died...\u000a03:56:54.379140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5912): Terminated: ok {rc=0}\u000a03:56:54.388659 --- ParallelTerminationStrategy: PID 5915 died...\u000a03:56:54.441726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5915): Terminated: ok {rc=0}\u000a03:56:54.526141 bus /sierra_3: Setting Powered False\u000a03:56:55.633872 bus /sierra_3: Setting Powered False\u000a03:56:56.743143 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5924): Process ended prematurely: osmo-stp_10.42.42.5(pid=5924) [trial-2399↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5924)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5924): Process ended prematurely: osmo-stp_10.42.42.5(pid=5924) [trial-2399↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:56:57.796113 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:57.808247 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a03:56:57.956423 tst emergency_preemptive_call.py: using LAC 38381\u000a03:56:58.083628 tst emergency_preemptive_call.py: using RAC 131\u000a03:56:58.209920 tst emergency_preemptive_call.py: using CellId 38381\u000a03:56:58.337452 tst emergency_preemptive_call.py: using BVCI 38382\u000a03:56:58.362047 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:58.373296 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:58.384184 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:58.395109 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:58.406398 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:56:58.417748 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:58.536645 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:58.656520 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:58.773740 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:56:58.973448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:59.456813 run create_hlr_db(pid=5918): Launched\u000a03:56:59.629452 bus /sierra_2: Setting Powered False\u000a03:57:00.651800 run create_hlr_db(pid=5918): Terminated: ok {rc=0}\u000a03:57:01.112046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5920): Launched\u000a03:57:01.530592 run osmo-hlr_10.42.42.2(pid=5921): Launched\u000a03:57:01.751622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:02.336638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5923): Launched\u000a03:57:02.661029 run osmo-stp_10.42.42.5(pid=5924): Launched\u000a03:57:02.795205 tst emergency_preemptive_call.py: using MSISDN 8495\u000a03:57:02.955906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:57:03.545205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5926): Launched\u000a03:57:03.870373 run osmo-msc_10.42.42.6(pid=5927): Launched\u000a03:57:04.059451 run osmo-stp_10.42.42.5(pid=5924): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5924)]\u000a03:57:04.195710 run osmo-stp_10.42.42.5(pid=5924): stdout: \u000a| (launched: 2022-12-14_03:57:02.500334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:04.331914 run osmo-stp_10.42.42.5(pid=5924): stderr: \u000a| �[0;m�[38;5;43m20221214035702692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035702692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035702692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035702693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035702695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035702695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035702695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:04.461795 run osmo-stp_10.42.42.5(pid=5924): stdout: \u000a| (launched: 2022-12-14_03:57:02.500334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:04.590398 run osmo-stp_10.42.42.5(pid=5924): stderr: \u000a| �[0;m�[38;5;43m20221214035702692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035702692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035702692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035702693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035702695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035702695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035702695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:04.646752 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5924): Process ended prematurely: osmo-stp_10.42.42.5(pid=5924) [trial-2399↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5924)] [trial-2399↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a03:57:04.655884 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a03:57:04.720267 run osmo-hlr_10.42.42.2(pid=5921): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5921)]\u000a03:57:04.773254 run osmo-hlr_10.42.42.2(pid=5921): stdout: \u000a| (launched: 2022-12-14_03:57:01.280475) \u000a03:57:04.826459 run osmo-hlr_10.42.42.2(pid=5921): stderr: \u000a| �[0;m�[1;31m20221214035701606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035701606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035701606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035701606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035701606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035701606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035701620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035701628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035701628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035701628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:57:04.898933 run osmo-msc_10.42.42.6(pid=5927): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5927)]\u000a03:57:04.951680 run osmo-msc_10.42.42.6(pid=5927): stdout: \u000a| (launched: 2022-12-14_03:57:03.708910) \u000a03:57:05.004727 run osmo-msc_10.42.42.6(pid=5927): stderr: \u000a| �[0;m�[38;5;43m20221214035704031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214035704031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f137dc80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214035704031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214035704031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214035704031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214035704031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214035704033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214035704033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214035704034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214035704034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:57:05.049989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5920): Terminating (SIGTERM)\u000a03:57:05.093143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5923): Terminating (SIGTERM)\u000a03:57:05.136014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5926): Terminating (SIGTERM)\u000a03:57:05.145900 --- ParallelTerminationStrategy: PID 5920 died...\u000a03:57:05.203526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5920): Terminated: ok {rc=0}\u000a03:57:05.213963 --- ParallelTerminationStrategy: PID 5923 died...\u000a03:57:05.270978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5923): Terminated: ok {rc=0}\u000a03:57:05.281275 --- ParallelTerminationStrategy: PID 5926 died...\u000a03:57:05.338440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5926): Terminated: ok {rc=0}\u000a03:57:05.426363 bus /sierra_9: Setting Powered False\u000a03:57:06.534118 bus /sierra_9: Setting Powered False\u000a03:57:07.643592 bus /sierra_8: Setting Powered False\u000a03:57:08.746597 bus /sierra_8: Setting Powered False\u000a03:57:09.853420 bus /sierra_3: Setting Powered False\u000a03:57:10.961367 bus /sierra_3: Setting Powered False\u000a03:57:12.070452 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:56:47" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5942): Process ended prematurely: osmo-stp_10.42.42.5(pid=5942) [trial-2399↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5942)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5942): Process ended prematurely: osmo-stp_10.42.42.5(pid=5942) [trial-2399↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:57:14.188893 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:14.199780 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:57:14.344745 tst cs_paging_gprs_active.py: using LAC 38382\u000a03:57:14.473685 tst cs_paging_gprs_active.py: using RAC 132\u000a03:57:14.603586 tst cs_paging_gprs_active.py: using CellId 38382\u000a03:57:14.733957 tst cs_paging_gprs_active.py: using BVCI 38383\u000a03:57:14.759468 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:14.770743 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:14.781788 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:14.793027 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:14.804449 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:14.815879 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:14.827588 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:14.839037 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:14.850821 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:14.970362 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:15.251006 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:57:15.378487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:15.696304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5932): Launched\u000a03:57:16.000626 run iperf3-srv_10.42.42.10(pid=5933): Launched\u000a03:57:16.231105 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:57:16.374940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:16.734217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5934): Launched\u000a03:57:17.031804 run iperf3-srv_10.42.42.10(pid=5935): Launched\u000a03:57:17.238925 tst cs_paging_gprs_active.py:38: start network...\u000a03:57:17.377217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:17.893714 run create_hlr_db(pid=5936): Launched\u000a03:57:18.084166 bus /sierra_2: Setting Powered False\u000a03:57:19.105060 run create_hlr_db(pid=5936): Terminated: ok {rc=0}\u000a03:57:19.543475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5938): Launched\u000a03:57:19.873884 run osmo-hlr_10.42.42.2(pid=5939): Launched\u000a03:57:19.996075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:20.566789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5941): Launched\u000a03:57:20.897899 run osmo-stp_10.42.42.5(pid=5942): Launched\u000a03:57:21.017017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:57:21.595442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5944): Launched\u000a03:57:21.712862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:57:22.002328 run patchelf(pid=5945): Launched\u000a03:57:22.195408 run osmo-stp_10.42.42.5(pid=5942): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5942)]\u000a03:57:22.336035 run osmo-stp_10.42.42.5(pid=5942): stdout: \u000a| (launched: 2022-12-14_03:57:20.734202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:22.476555 run osmo-stp_10.42.42.5(pid=5942): stderr: \u000a| �[0;m�[38;5;43m20221214035720928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035720928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035720928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035720929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035720929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035720929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035720929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:22.612642 run osmo-stp_10.42.42.5(pid=5942): stdout: \u000a| (launched: 2022-12-14_03:57:20.734202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:22.747848 run osmo-stp_10.42.42.5(pid=5942): stderr: \u000a| �[0;m�[38;5;43m20221214035720928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035720928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035720928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035720929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035720929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035720929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035720929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:22.904636 run patchelf(pid=5945): Terminating (SIGINT)\u000a03:57:23.088117 run patchelf(pid=5945): Terminated: ok {rc=0}\u000a03:57:23.122066 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5942): Process ended prematurely: osmo-stp_10.42.42.5(pid=5942) [trial-2399↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5942)] [trial-2399↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a03:57:23.132169 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a03:57:23.196123 run osmo-hlr_10.42.42.2(pid=5939): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5939)]\u000a03:57:23.248218 run osmo-hlr_10.42.42.2(pid=5939): stdout: \u000a| (launched: 2022-12-14_03:57:19.710465) \u000a03:57:23.300677 run osmo-hlr_10.42.42.2(pid=5939): stderr: \u000a| �[0;m�[1;31m20221214035719910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035719910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035719910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035719910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035719910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035719910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035719923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035719931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035719931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035719931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:57:23.345917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5932): Terminating (SIGTERM)\u000a03:57:23.388340 run iperf3-srv_10.42.42.10(pid=5933): Terminating (SIGTERM)\u000a03:57:23.432046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5934): Terminating (SIGTERM)\u000a03:57:23.474841 run iperf3-srv_10.42.42.10(pid=5935): Terminating (SIGTERM)\u000a03:57:23.517610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5938): Terminating (SIGTERM)\u000a03:57:23.560341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5941): Terminating (SIGTERM)\u000a03:57:23.602846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5944): Terminating (SIGTERM)\u000a03:57:23.612615 --- ParallelTerminationStrategy: PID 5932 died...\u000a03:57:23.669288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5932): Terminated: ok {rc=0}\u000a03:57:23.679374 --- ParallelTerminationStrategy: PID 5933 died...\u000a03:57:23.735732 run iperf3-srv_10.42.42.10(pid=5933): Terminated {rc=256}\u000a03:57:23.746050 --- ParallelTerminationStrategy: PID 5934 died...\u000a03:57:23.802706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5934): Terminated: ok {rc=0}\u000a03:57:23.812690 --- ParallelTerminationStrategy: PID 5935 died...\u000a03:57:23.869106 run iperf3-srv_10.42.42.10(pid=5935): Terminated {rc=256}\u000a03:57:23.879105 --- ParallelTerminationStrategy: PID 5938 died...\u000a03:57:23.935434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5938): Terminated: ok {rc=0}\u000a03:57:23.945886 --- ParallelTerminationStrategy: PID 5941 died...\u000a03:57:24.002495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5941): Terminated: ok {rc=0}\u000a03:57:24.012509 --- ParallelTerminationStrategy: PID 5944 died...\u000a03:57:24.068753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5944): Terminated: ok {rc=0}\u000a03:57:24.156689 bus /gobi_0: Setting Powered False\u000a03:57:25.264173 bus /gobi_0: Setting Powered False\u000a03:57:26.373256 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5955): Process ended prematurely: osmo-stp_10.42.42.5(pid=5955) [trial-2399↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5955)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5955): Process ended prematurely: osmo-stp_10.42.42.5(pid=5955) [trial-2399↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a03:57:27.488685 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:27.500557 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:57:27.644691 tst iperf3.py: using LAC 38383\u000a03:57:27.767613 tst iperf3.py: using RAC 133\u000a03:57:27.890836 tst iperf3.py: using CellId 38383\u000a03:57:28.013236 tst iperf3.py: using BVCI 38384\u000a03:57:28.036746 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:28.047713 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:28.058499 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:28.068999 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:28.080306 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:28.091403 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:28.102740 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:28.113905 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:28.125161 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:28.405915 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:57:28.533757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:28.852918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5947): Launched\u000a03:57:29.117732 run iperf3-srv_10.42.42.10(pid=5948): Launched\u000a03:57:29.305027 tst iperf3.py:8: start network...\u000a03:57:29.432803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:29.922907 run create_hlr_db(pid=5949): Launched\u000a03:57:30.097753 bus /gobi_6: Setting Powered False\u000a03:57:31.128570 run create_hlr_db(pid=5949): Terminated: ok {rc=0}\u000a03:57:31.617329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5951): Launched\u000a03:57:32.088509 run osmo-hlr_10.42.42.2(pid=5952): Launched\u000a03:57:32.234356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:32.830223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5954): Launched\u000a03:57:33.159064 run osmo-stp_10.42.42.5(pid=5955): Launched\u000a03:57:33.279111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:57:33.849873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5957): Launched\u000a03:57:33.966868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:57:34.254592 run patchelf(pid=5958): Launched\u000a03:57:34.447090 run osmo-stp_10.42.42.5(pid=5955): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5955)]\u000a03:57:34.587703 run osmo-stp_10.42.42.5(pid=5955): stdout: \u000a| (launched: 2022-12-14_03:57:32.996896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:34.728005 run osmo-stp_10.42.42.5(pid=5955): stderr: \u000a| �[0;m�[38;5;43m20221214035733189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035733189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035733190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035733190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035733191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035733191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035733191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:34.865466 run osmo-stp_10.42.42.5(pid=5955): stdout: \u000a| (launched: 2022-12-14_03:57:32.996896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:35.000417 run osmo-stp_10.42.42.5(pid=5955): stderr: \u000a| �[0;m�[38;5;43m20221214035733189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035733189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035733190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035733190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035733191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035733191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035733191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:35.156506 run patchelf(pid=5958): Terminating (SIGINT)\u000a03:57:35.339777 run patchelf(pid=5958): Terminated: ok {rc=0}\u000a03:57:35.373768 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5955): Process ended prematurely: osmo-stp_10.42.42.5(pid=5955) [trial-2399↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5955)] [trial-2399↪gprs:trx-b200↪iperf3.py:8]\u000a03:57:35.383827 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a03:57:35.447491 run osmo-hlr_10.42.42.2(pid=5952): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5952)]\u000a03:57:35.499198 run osmo-hlr_10.42.42.2(pid=5952): stdout: \u000a| (launched: 2022-12-14_03:57:31.832924) \u000a03:57:35.551540 run osmo-hlr_10.42.42.2(pid=5952): stderr: \u000a| �[0;m�[1;31m20221214035732099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035732099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035732099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035732099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035732099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035732099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035732127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035732151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035732151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035732151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:57:35.596492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5947): Terminating (SIGTERM)\u000a03:57:35.638702 run iperf3-srv_10.42.42.10(pid=5948): Terminating (SIGTERM)\u000a03:57:35.681606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5951): Terminating (SIGTERM)\u000a03:57:35.724286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5954): Terminating (SIGTERM)\u000a03:57:35.767366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5957): Terminating (SIGTERM)\u000a03:57:35.777094 --- ParallelTerminationStrategy: PID 5947 died...\u000a03:57:35.834235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5947): Terminated: ok {rc=0}\u000a03:57:35.844233 --- ParallelTerminationStrategy: PID 5948 died...\u000a03:57:35.900491 run iperf3-srv_10.42.42.10(pid=5948): Terminated {rc=256}\u000a03:57:35.910509 --- ParallelTerminationStrategy: PID 5951 died...\u000a03:57:35.966825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5951): Terminated: ok {rc=0}\u000a03:57:35.976730 --- ParallelTerminationStrategy: PID 5954 died...\u000a03:57:36.032858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5954): Terminated: ok {rc=0}\u000a03:57:36.042888 --- ParallelTerminationStrategy: PID 5957 died...\u000a03:57:36.099085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5957): Terminated: ok {rc=0}\u000a03:57:36.186626 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5973): Process ended prematurely: osmo-stp_10.42.42.5(pid=5973) [trial-2399↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5973)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5973): Process ended prematurely: osmo-stp_10.42.42.5(pid=5973) [trial-2399↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a03:57:37.303280 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:37.315285 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:57:37.456500 tst iperf3m4.py: using LAC 38384\u000a03:57:37.580639 tst iperf3m4.py: using RAC 134\u000a03:57:37.704295 tst iperf3m4.py: using CellId 38384\u000a03:57:37.830193 tst iperf3m4.py: using BVCI 38385\u000a03:57:37.853681 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:37.864201 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:37.875114 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:37.885506 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:37.895706 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:37.906447 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:37.917362 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:37.928870 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:37.939961 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:38.062695 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:38.182524 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:38.303304 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:38.584386 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:57:38.711340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:39.031698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5959): Launched\u000a03:57:39.296686 run iperf3-srv_10.42.42.10(pid=5960): Launched\u000a03:57:39.483166 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:57:39.610286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:39.927403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5961): Launched\u000a03:57:40.212260 run iperf3-srv_10.42.42.10(pid=5962): Launched\u000a03:57:40.413630 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:57:40.551045 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:40.892683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5963): Launched\u000a03:57:41.175834 run iperf3-srv_10.42.42.10(pid=5964): Launched\u000a03:57:41.375420 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:57:41.511874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:41.852042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5965): Launched\u000a03:57:42.136088 run iperf3-srv_10.42.42.10(pid=5966): Launched\u000a03:57:42.336727 tst iperf3m4.py:8: start network...\u000a03:57:42.473830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:42.994232 run create_hlr_db(pid=5967): Launched\u000a03:57:43.184601 bus /gobi_6: Setting Powered False\u000a03:57:44.205639 run create_hlr_db(pid=5967): Terminated: ok {rc=0}\u000a03:57:44.641944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5969): Launched\u000a03:57:44.972517 run osmo-hlr_10.42.42.2(pid=5970): Launched\u000a03:57:45.096133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:45.665894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5972): Launched\u000a03:57:46.074159 run osmo-stp_10.42.42.5(pid=5973): Launched\u000a03:57:46.339055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:57:47.035311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5975): Launched\u000a03:57:47.147313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:57:47.421204 run patchelf(pid=5976): Launched\u000a03:57:47.600350 run osmo-stp_10.42.42.5(pid=5973): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5973)]\u000a03:57:47.731896 run osmo-stp_10.42.42.5(pid=5973): stdout: \u000a| (launched: 2022-12-14_03:57:45.833384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:47.862794 run osmo-stp_10.42.42.5(pid=5973): stderr: \u000a| �[0;m�[38;5;43m20221214035746188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035746189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035746191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035746193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035746196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035746196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035746196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:47.989117 run osmo-stp_10.42.42.5(pid=5973): stdout: \u000a| (launched: 2022-12-14_03:57:45.833384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:48.114456 run osmo-stp_10.42.42.5(pid=5973): stderr: \u000a| �[0;m�[38;5;43m20221214035746188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035746189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035746191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035746193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035746196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035746196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035746196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:48.259804 run patchelf(pid=5976): Terminating (SIGINT)\u000a03:57:48.430505 run patchelf(pid=5976): Terminated: ok {rc=0}\u000a03:57:48.462229 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5973): Process ended prematurely: osmo-stp_10.42.42.5(pid=5973) [trial-2399↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5973)] [trial-2399↪gprs:trx-b200↪iperf3m4.py:8]\u000a03:57:48.471460 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a03:57:48.531334 run osmo-hlr_10.42.42.2(pid=5970): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5970)]\u000a03:57:48.580196 run osmo-hlr_10.42.42.2(pid=5970): stdout: \u000a| (launched: 2022-12-14_03:57:44.809316) \u000a03:57:48.629596 run osmo-hlr_10.42.42.2(pid=5970): stderr: \u000a| �[0;m�[1;31m20221214035745008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035745008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035745008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035745008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035745008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035745008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035745020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035745029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035745029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035745029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:57:48.671355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5959): Terminating (SIGTERM)\u000a03:57:48.710748 run iperf3-srv_10.42.42.10(pid=5960): Terminating (SIGTERM)\u000a03:57:48.750362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5961): Terminating (SIGTERM)\u000a03:57:48.790355 run iperf3-srv_10.42.42.10(pid=5962): Terminating (SIGTERM)\u000a03:57:48.829950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5963): Terminating (SIGTERM)\u000a03:57:48.869512 run iperf3-srv_10.42.42.10(pid=5964): Terminating (SIGTERM)\u000a03:57:48.909580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5965): Terminating (SIGTERM)\u000a03:57:48.949611 run iperf3-srv_10.42.42.10(pid=5966): Terminating (SIGTERM)\u000a03:57:48.989343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5969): Terminating (SIGTERM)\u000a03:57:49.029151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5972): Terminating (SIGTERM)\u000a03:57:49.069541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5975): Terminating (SIGTERM)\u000a03:57:49.078739 --- ParallelTerminationStrategy: PID 5959 died...\u000a03:57:49.132309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5959): Terminated: ok {rc=0}\u000a03:57:49.141951 --- ParallelTerminationStrategy: PID 5960 died...\u000a03:57:49.195052 run iperf3-srv_10.42.42.10(pid=5960): Terminated {rc=256}\u000a03:57:49.204547 --- ParallelTerminationStrategy: PID 5961 died...\u000a03:57:49.257587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5961): Terminated: ok {rc=0}\u000a03:57:49.267095 --- ParallelTerminationStrategy: PID 5962 died...\u000a03:57:49.320039 run iperf3-srv_10.42.42.10(pid=5962): Terminated {rc=256}\u000a03:57:49.329670 --- ParallelTerminationStrategy: PID 5963 died...\u000a03:57:49.382767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5963): Terminated: ok {rc=0}\u000a03:57:49.392228 --- ParallelTerminationStrategy: PID 5964 died...\u000a03:57:49.444974 run iperf3-srv_10.42.42.10(pid=5964): Terminated {rc=256}\u000a03:57:49.454492 --- ParallelTerminationStrategy: PID 5965 died...\u000a03:57:49.507252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5965): Terminated: ok {rc=0}\u000a03:57:49.516732 --- ParallelTerminationStrategy: PID 5966 died...\u000a03:57:49.569449 run iperf3-srv_10.42.42.10(pid=5966): Terminated {rc=256}\u000a03:57:49.578961 --- ParallelTerminationStrategy: PID 5969 died...\u000a03:57:49.631884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5969): Terminated: ok {rc=0}\u000a03:57:49.641885 --- ParallelTerminationStrategy: PID 5972 died...\u000a03:57:49.694942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5972): Terminated: ok {rc=0}\u000a03:57:49.704573 --- ParallelTerminationStrategy: PID 5975 died...\u000a03:57:49.758714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5975): Terminated: ok {rc=0}\u000a03:57:49.848652 bus /gobi_4: Setting Powered False\u000a03:57:50.952584 bus /gobi_4: Setting Powered False\u000a03:57:52.059828 bus /gobi_1: Setting Powered False\u000a03:57:53.167509 bus /gobi_1: Setting Powered False\u000a03:57:54.277261 bus /gobi_0: Setting Powered False\u000a03:57:55.385469 bus /gobi_0: Setting Powered False\u000a03:57:56.496516 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5983): Process ended prematurely: osmo-stp_10.42.42.5(pid=5983) [trial-2399↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5983)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5983): Process ended prematurely: osmo-stp_10.42.42.5(pid=5983) [trial-2399↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a03:57:57.566581 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:57.578867 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:57:57.722045 tst ping.py: using LAC 38385\u000a03:57:57.851913 tst ping.py: using RAC 135\u000a03:57:57.977307 tst ping.py: using CellId 38385\u000a03:57:58.102347 tst ping.py: using BVCI 38386\u000a03:57:58.127157 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:58.138332 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:58.149384 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:58.160299 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:58.171478 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:58.182674 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:58.194001 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:58.205388 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:58.483096 tst ping.py:19: start network...\u000a03:57:58.607828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:59.089164 run create_hlr_db(pid=5977): Launched\u000a03:57:59.261941 bus /gobi_6: Setting Powered False\u000a03:58:00.283774 run create_hlr_db(pid=5977): Terminated: ok {rc=0}\u000a03:58:00.683836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5979): Launched\u000a03:58:01.099539 run osmo-hlr_10.42.42.2(pid=5980): Launched\u000a03:58:01.287505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:01.915178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5982): Launched\u000a03:58:02.265433 run osmo-stp_10.42.42.5(pid=5983): Launched\u000a03:58:02.394725 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:02.921454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5985): Launched\u000a03:58:03.027881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:03.292620 run patchelf(pid=5986): Launched\u000a03:58:03.468744 run osmo-stp_10.42.42.5(pid=5983): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5983)]\u000a03:58:03.597781 run osmo-stp_10.42.42.5(pid=5983): stdout: \u000a| (launched: 2022-12-14_03:58:02.090159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:03.727139 run osmo-stp_10.42.42.5(pid=5983): stderr: \u000a| �[0;m�[38;5;43m20221214035802385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035802385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035802385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035802385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035802387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035802388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035802388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:03.851497 run osmo-stp_10.42.42.5(pid=5983): stdout: \u000a| (launched: 2022-12-14_03:58:02.090159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:03.974657 run osmo-stp_10.42.42.5(pid=5983): stderr: \u000a| �[0;m�[38;5;43m20221214035802385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035802385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035802385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035802385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035802387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035802388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035802388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:04.117691 run patchelf(pid=5986): Terminating (SIGINT)\u000a03:58:04.285147 run patchelf(pid=5986): Terminated: ok {rc=0}\u000a03:58:04.315749 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5983): Process ended prematurely: osmo-stp_10.42.42.5(pid=5983) [trial-2399↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5983)] [trial-2399↪gprs:trx-b200↪ping.py:22]\u000a03:58:04.324440 tst ping.py:22: Test FAILED (6.7 sec)\u000a03:58:04.384701 run osmo-hlr_10.42.42.2(pid=5980): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5980)]\u000a03:58:04.433944 run osmo-hlr_10.42.42.2(pid=5980): stdout: \u000a| (launched: 2022-12-14_03:58:00.835994) \u000a03:58:04.483940 run osmo-hlr_10.42.42.2(pid=5980): stderr: \u000a| �[0;m�[1;31m20221214035801200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035801200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035801200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035801200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035801200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035801200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035801240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035801248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035801253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035801253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:04.526238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5979): Terminating (SIGTERM)\u000a03:58:04.566036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5982): Terminating (SIGTERM)\u000a03:58:04.605623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5985): Terminating (SIGTERM)\u000a03:58:04.614813 --- ParallelTerminationStrategy: PID 5979 died...\u000a03:58:04.668440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5979): Terminated: ok {rc=0}\u000a03:58:04.678101 --- ParallelTerminationStrategy: PID 5982 died...\u000a03:58:04.731439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5982): Terminated: ok {rc=0}\u000a03:58:04.741184 --- ParallelTerminationStrategy: PID 5985 died...\u000a03:58:04.794400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5985): Terminated: ok {rc=0}\u000a03:58:04.884417 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5993): Process ended prematurely: osmo-stp_10.42.42.5(pid=5993) [trial-2399↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5993)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5993): Process ended prematurely: osmo-stp_10.42.42.5(pid=5993) [trial-2399↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a03:58:05.936767 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:05.948080 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:58:06.087552 tst ping_idle_ping.py: using LAC 38386\u000a03:58:06.208700 tst ping_idle_ping.py: using RAC 136\u000a03:58:06.327574 tst ping_idle_ping.py: using CellId 38386\u000a03:58:06.448323 tst ping_idle_ping.py: using BVCI 38387\u000a03:58:06.471317 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:06.482056 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:06.492456 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:06.502910 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:06.513270 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:06.524012 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:06.535568 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:06.546644 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:58:06.823275 tst ping_idle_ping.py:24: start network...\u000a03:58:06.947912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:07.434752 run create_hlr_db(pid=5987): Launched\u000a03:58:07.608763 bus /gobi_6: Setting Powered False\u000a03:58:08.629463 run create_hlr_db(pid=5987): Terminated: ok {rc=0}\u000a03:58:09.059890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5989): Launched\u000a03:58:09.385948 run osmo-hlr_10.42.42.2(pid=5990): Launched\u000a03:58:09.502702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:10.065329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5992): Launched\u000a03:58:10.390677 run osmo-stp_10.42.42.5(pid=5993): Launched\u000a03:58:10.507061 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:11.072353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5995): Launched\u000a03:58:11.188465 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:11.471673 run patchelf(pid=5996): Launched\u000a03:58:11.661535 run osmo-stp_10.42.42.5(pid=5993): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5993)]\u000a03:58:11.800899 run osmo-stp_10.42.42.5(pid=5993): stdout: \u000a| (launched: 2022-12-14_03:58:10.229548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:11.939917 run osmo-stp_10.42.42.5(pid=5993): stderr: \u000a| �[0;m�[38;5;43m20221214035810423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035810423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035810423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035810423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035810424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035810424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035810424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:12.074195 run osmo-stp_10.42.42.5(pid=5993): stdout: \u000a| (launched: 2022-12-14_03:58:10.229548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:12.206870 run osmo-stp_10.42.42.5(pid=5993): stderr: \u000a| �[0;m�[38;5;43m20221214035810423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035810423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035810423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035810423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035810424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035810424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035810424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:12.361416 run patchelf(pid=5996): Terminating (SIGINT)\u000a03:58:12.542102 run patchelf(pid=5996): Terminated: ok {rc=0}\u000a03:58:12.574889 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5993): Process ended prematurely: osmo-stp_10.42.42.5(pid=5993) [trial-2399↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5993)] [trial-2399↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a03:58:12.584258 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:58:12.647982 run osmo-hlr_10.42.42.2(pid=5990): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5990)]\u000a03:58:12.699781 run osmo-hlr_10.42.42.2(pid=5990): stdout: \u000a| (launched: 2022-12-14_03:58:09.223682) \u000a03:58:12.751880 run osmo-hlr_10.42.42.2(pid=5990): stderr: \u000a| �[0;m�[1;31m20221214035809422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035809422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035809422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035809422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035809422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035809422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035809466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035809475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035809476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035809476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:12.796922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5989): Terminating (SIGTERM)\u000a03:58:12.839644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5992): Terminating (SIGTERM)\u000a03:58:12.882262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5995): Terminating (SIGTERM)\u000a03:58:12.891955 --- ParallelTerminationStrategy: PID 5989 died...\u000a03:58:12.948199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5989): Terminated: ok {rc=0}\u000a03:58:12.958295 --- ParallelTerminationStrategy: PID 5992 died...\u000a03:58:13.014205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5992): Terminated: ok {rc=0}\u000a03:58:13.024230 --- ParallelTerminationStrategy: PID 5995 died...\u000a03:58:13.080346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5995): Terminated: ok {rc=0}\u000a03:58:13.167383 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:57:13" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6011): Process ended prematurely: osmo-stp_10.42.42.5(pid=6011) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6011)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6011): Process ended prematurely: osmo-stp_10.42.42.5(pid=6011) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:58:15.333173 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:15.344715 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:58:15.491735 tst cs_paging_gprs_active.py: using LAC 38387\u000a03:58:15.621062 tst cs_paging_gprs_active.py: using RAC 137\u000a03:58:15.751314 tst cs_paging_gprs_active.py: using CellId 38387\u000a03:58:15.885662 tst cs_paging_gprs_active.py: using BVCI 38388\u000a03:58:15.912153 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:15.924797 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:15.936905 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:15.949152 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:15.961957 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:15.974833 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:15.988059 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:16.000885 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:16.013898 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:16.141377 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:16.431138 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:58:16.563600 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:16.928238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6001): Launched\u000a03:58:17.214137 run iperf3-srv_10.42.42.10(pid=6002): Launched\u000a03:58:17.408129 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:58:17.537593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:17.856435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6003): Launched\u000a03:58:18.120748 run iperf3-srv_10.42.42.10(pid=6004): Launched\u000a03:58:18.306843 tst cs_paging_gprs_active.py:38: start network...\u000a03:58:18.433943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:18.929154 run create_hlr_db(pid=6005): Launched\u000a03:58:19.119022 bus /gobi_6: Setting Powered False\u000a03:58:20.140113 run create_hlr_db(pid=6005): Terminated: ok {rc=0}\u000a03:58:20.551118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6007): Launched\u000a03:58:20.858595 run osmo-hlr_10.42.42.2(pid=6008): Launched\u000a03:58:20.980626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:21.518469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6010): Launched\u000a03:58:21.827021 run osmo-stp_10.42.42.5(pid=6011): Launched\u000a03:58:21.938508 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:22.475087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6013): Launched\u000a03:58:22.585685 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:22.853381 run patchelf(pid=6014): Launched\u000a03:58:23.032723 run osmo-stp_10.42.42.5(pid=6011): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6011)]\u000a03:58:23.163737 run osmo-stp_10.42.42.5(pid=6011): stdout: \u000a| (launched: 2022-12-14_03:58:21.674360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:23.295440 run osmo-stp_10.42.42.5(pid=6011): stderr: \u000a| �[0;m�[38;5;43m20221214035821848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035821848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035821848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035821848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035821849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035821849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035821849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:23.422118 run osmo-stp_10.42.42.5(pid=6011): stdout: \u000a| (launched: 2022-12-14_03:58:21.674360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:23.547472 run osmo-stp_10.42.42.5(pid=6011): stderr: \u000a| �[0;m�[38;5;43m20221214035821848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035821848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035821848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035821848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035821849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035821849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035821849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:23.693483 run patchelf(pid=6014): Terminating (SIGINT)\u000a03:58:23.864298 run patchelf(pid=6014): Terminated: ok {rc=0}\u000a03:58:23.896145 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6011): Process ended prematurely: osmo-stp_10.42.42.5(pid=6011) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6011)] [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:58:23.905309 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:58:23.966265 run osmo-hlr_10.42.42.2(pid=6008): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6008)]\u000a03:58:24.015677 run osmo-hlr_10.42.42.2(pid=6008): stdout: \u000a| (launched: 2022-12-14_03:58:20.706918) \u000a03:58:24.065381 run osmo-hlr_10.42.42.2(pid=6008): stderr: \u000a| �[0;m�[1;31m20221214035820885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035820885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035820885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035820885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035820885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035820885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035820898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035820908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035820909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035820909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:24.107496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6001): Terminating (SIGTERM)\u000a03:58:24.147108 run iperf3-srv_10.42.42.10(pid=6002): Terminating (SIGTERM)\u000a03:58:24.186646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6003): Terminating (SIGTERM)\u000a03:58:24.226021 run iperf3-srv_10.42.42.10(pid=6004): Terminating (SIGTERM)\u000a03:58:24.265458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6007): Terminating (SIGTERM)\u000a03:58:24.305100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6010): Terminating (SIGTERM)\u000a03:58:24.344646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6013): Terminating (SIGTERM)\u000a03:58:24.353808 --- ParallelTerminationStrategy: PID 6001 died...\u000a03:58:24.406788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6001): Terminated: ok {rc=0}\u000a03:58:24.416290 --- ParallelTerminationStrategy: PID 6002 died...\u000a03:58:24.468544 run iperf3-srv_10.42.42.10(pid=6002): Terminated {rc=256}\u000a03:58:24.477994 --- ParallelTerminationStrategy: PID 6003 died...\u000a03:58:24.530468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6003): Terminated: ok {rc=0}\u000a03:58:24.539972 --- ParallelTerminationStrategy: PID 6004 died...\u000a03:58:24.592141 run iperf3-srv_10.42.42.10(pid=6004): Terminated {rc=256}\u000a03:58:24.602004 --- ParallelTerminationStrategy: PID 6007 died...\u000a03:58:24.654710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6007): Terminated: ok {rc=0}\u000a03:58:24.664189 --- ParallelTerminationStrategy: PID 6010 died...\u000a03:58:24.716588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6010): Terminated: ok {rc=0}\u000a03:58:24.725958 --- ParallelTerminationStrategy: PID 6013 died...\u000a03:58:24.778250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6013): Terminated: ok {rc=0}\u000a03:58:24.865610 bus /gobi_0: Setting Powered False\u000a03:58:25.969372 bus /gobi_0: Setting Powered False\u000a03:58:27.075874 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6023): Process ended prematurely: osmo-stp_10.42.42.5(pid=6023) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6023)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6023): Process ended prematurely: osmo-stp_10.42.42.5(pid=6023) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:58:28.191788 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:28.204020 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:58:28.354868 tst iperf3.py: using LAC 38388\u000a03:58:28.484093 tst iperf3.py: using RAC 138\u000a03:58:28.614008 tst iperf3.py: using CellId 38388\u000a03:58:28.744106 tst iperf3.py: using BVCI 38389\u000a03:58:28.769206 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:28.780913 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:28.792046 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:28.803178 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:28.814670 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:28.826266 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:28.837974 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:28.849359 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:28.861184 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:29.154043 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:58:29.291646 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:29.632072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6015): Launched\u000a03:58:29.916168 run iperf3-srv_10.42.42.10(pid=6016): Launched\u000a03:58:30.116746 tst iperf3.py:8: start network...\u000a03:58:30.253927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:30.772296 run create_hlr_db(pid=6017): Launched\u000a03:58:30.965969 bus /gobi_6: Setting Powered False\u000a03:58:32.003712 run create_hlr_db(pid=6017): Terminated: ok {rc=0}\u000a03:58:32.440406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6019): Launched\u000a03:58:32.750224 run osmo-hlr_10.42.42.2(pid=6020): Launched\u000a03:58:32.863080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:33.393930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6022): Launched\u000a03:58:33.699976 run osmo-stp_10.42.42.5(pid=6023): Launched\u000a03:58:33.811112 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:34.346734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6025): Launched\u000a03:58:34.455084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:34.721812 run patchelf(pid=6026): Launched\u000a03:58:34.901124 run osmo-stp_10.42.42.5(pid=6023): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6023)]\u000a03:58:35.031295 run osmo-stp_10.42.42.5(pid=6023): stdout: \u000a| (launched: 2022-12-14_03:58:33.548783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:35.162069 run osmo-stp_10.42.42.5(pid=6023): stderr: \u000a| �[0;m�[38;5;43m20221214035833719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035833719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035833719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035833720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035833720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035833720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035833720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:35.288807 run osmo-stp_10.42.42.5(pid=6023): stdout: \u000a| (launched: 2022-12-14_03:58:33.548783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:35.414394 run osmo-stp_10.42.42.5(pid=6023): stderr: \u000a| �[0;m�[38;5;43m20221214035833719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035833719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035833719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035833720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035833720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035833720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035833720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:35.559638 run patchelf(pid=6026): Terminating (SIGINT)\u000a03:58:35.730103 run patchelf(pid=6026): Terminated: ok {rc=0}\u000a03:58:35.761552 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6023): Process ended prematurely: osmo-stp_10.42.42.5(pid=6023) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6023)] [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a03:58:35.771224 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:58:35.831103 run osmo-hlr_10.42.42.2(pid=6020): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6020)]\u000a03:58:35.879895 run osmo-hlr_10.42.42.2(pid=6020): stdout: \u000a| (launched: 2022-12-14_03:58:32.596361) \u000a03:58:35.929606 run osmo-hlr_10.42.42.2(pid=6020): stderr: \u000a| �[0;m�[1;31m20221214035832774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035832774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035832774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035832774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035832774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035832774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035832785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035832793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035832794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035832794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:35.971592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6015): Terminating (SIGTERM)\u000a03:58:36.010882 run iperf3-srv_10.42.42.10(pid=6016): Terminating (SIGTERM)\u000a03:58:36.050263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6019): Terminating (SIGTERM)\u000a03:58:36.089716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6022): Terminating (SIGTERM)\u000a03:58:36.129095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6025): Terminating (SIGTERM)\u000a03:58:36.138215 --- ParallelTerminationStrategy: PID 6015 died...\u000a03:58:36.190795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6015): Terminated: ok {rc=0}\u000a03:58:36.200197 --- ParallelTerminationStrategy: PID 6016 died...\u000a03:58:36.252406 run iperf3-srv_10.42.42.10(pid=6016): Terminated {rc=256}\u000a03:58:36.261828 --- ParallelTerminationStrategy: PID 6019 died...\u000a03:58:36.314290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6019): Terminated: ok {rc=0}\u000a03:58:36.323650 --- ParallelTerminationStrategy: PID 6022 died...\u000a03:58:36.375919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6022): Terminated: ok {rc=0}\u000a03:58:36.385406 --- ParallelTerminationStrategy: PID 6025 died...\u000a03:58:36.437835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6025): Terminated: ok {rc=0}\u000a03:58:36.527238 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6041): Process ended prematurely: osmo-stp_10.42.42.5(pid=6041) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6041)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6041): Process ended prematurely: osmo-stp_10.42.42.5(pid=6041) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:58:37.639606 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:37.651378 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:58:37.791469 tst iperf3m4.py: using LAC 38389\u000a03:58:37.917800 tst iperf3m4.py: using RAC 139\u000a03:58:38.037516 tst iperf3m4.py: using CellId 38389\u000a03:58:38.156938 tst iperf3m4.py: using BVCI 38390\u000a03:58:38.180309 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:38.191172 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:38.201934 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:38.212547 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:38.223098 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:38.234663 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:38.246125 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:38.257382 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:38.268708 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:38.391813 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:38.511602 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:38.632029 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:38.930539 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:58:39.068236 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:39.409636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6027): Launched\u000a03:58:39.693799 run iperf3-srv_10.42.42.10(pid=6028): Launched\u000a03:58:39.895687 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:58:40.033009 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:40.372216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6029): Launched\u000a03:58:40.655549 run iperf3-srv_10.42.42.10(pid=6030): Launched\u000a03:58:40.856933 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:58:40.993786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:41.332193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6031): Launched\u000a03:58:41.616392 run iperf3-srv_10.42.42.10(pid=6032): Launched\u000a03:58:41.817670 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:58:41.954884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:42.295514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6033): Launched\u000a03:58:42.578842 run iperf3-srv_10.42.42.10(pid=6034): Launched\u000a03:58:42.779460 tst iperf3m4.py:8: start network...\u000a03:58:42.916600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:43.433627 run create_hlr_db(pid=6035): Launched\u000a03:58:43.623356 bus /gobi_6: Setting Powered False\u000a03:58:44.643958 run create_hlr_db(pid=6035): Terminated: ok {rc=0}\u000a03:58:45.053384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6037): Launched\u000a03:58:45.363467 run osmo-hlr_10.42.42.2(pid=6038): Launched\u000a03:58:45.476644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:46.066410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6040): Launched\u000a03:58:46.532377 run osmo-stp_10.42.42.5(pid=6041): Launched\u000a03:58:46.723903 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:47.325564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6043): Launched\u000a03:58:47.448136 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:47.739797 run patchelf(pid=6044): Launched\u000a03:58:47.932778 run osmo-stp_10.42.42.5(pid=6041): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6041)]\u000a03:58:48.073472 run osmo-stp_10.42.42.5(pid=6041): stdout: \u000a| (launched: 2022-12-14_03:58:46.223881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:48.214745 run osmo-stp_10.42.42.5(pid=6041): stderr: \u000a| �[0;m�[38;5;43m20221214035846416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035846416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035846416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035846417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035846419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035846420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035846421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:48.350594 run osmo-stp_10.42.42.5(pid=6041): stdout: \u000a| (launched: 2022-12-14_03:58:46.223881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:48.485779 run osmo-stp_10.42.42.5(pid=6041): stderr: \u000a| �[0;m�[38;5;43m20221214035846416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035846416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035846416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035846417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035846419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035846420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035846421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:48.642533 run patchelf(pid=6044): Terminating (SIGINT)\u000a03:58:48.826059 run patchelf(pid=6044): Terminated: ok {rc=0}\u000a03:58:48.860111 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6041): Process ended prematurely: osmo-stp_10.42.42.5(pid=6041) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6041)] [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:58:48.870445 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a03:58:48.934948 run osmo-hlr_10.42.42.2(pid=6038): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6038)]\u000a03:58:48.986788 run osmo-hlr_10.42.42.2(pid=6038): stdout: \u000a| (launched: 2022-12-14_03:58:45.208659) \u000a03:58:49.039240 run osmo-hlr_10.42.42.2(pid=6038): stderr: \u000a| �[0;m�[1;31m20221214035845383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035845383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035845384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035845384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035845384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035845384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035845396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035845405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035845406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035845406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:49.083955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6027): Terminating (SIGTERM)\u000a03:58:49.126325 run iperf3-srv_10.42.42.10(pid=6028): Terminating (SIGTERM)\u000a03:58:49.168588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6029): Terminating (SIGTERM)\u000a03:58:49.211037 run iperf3-srv_10.42.42.10(pid=6030): Terminating (SIGTERM)\u000a03:58:49.253262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6031): Terminating (SIGTERM)\u000a03:58:49.295327 run iperf3-srv_10.42.42.10(pid=6032): Terminating (SIGTERM)\u000a03:58:49.337581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6033): Terminating (SIGTERM)\u000a03:58:49.379478 run iperf3-srv_10.42.42.10(pid=6034): Terminating (SIGTERM)\u000a03:58:49.422099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6037): Terminating (SIGTERM)\u000a03:58:49.464340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6040): Terminating (SIGTERM)\u000a03:58:49.506530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6043): Terminating (SIGTERM)\u000a03:58:49.515901 --- ParallelTerminationStrategy: PID 6027 died...\u000a03:58:49.572325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6027): Terminated: ok {rc=0}\u000a03:58:49.582479 --- ParallelTerminationStrategy: PID 6028 died...\u000a03:58:49.638441 run iperf3-srv_10.42.42.10(pid=6028): Terminated {rc=256}\u000a03:58:49.648494 --- ParallelTerminationStrategy: PID 6029 died...\u000a03:58:49.704494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6029): Terminated: ok {rc=0}\u000a03:58:49.714552 --- ParallelTerminationStrategy: PID 6030 died...\u000a03:58:49.770483 run iperf3-srv_10.42.42.10(pid=6030): Terminated {rc=256}\u000a03:58:49.780792 --- ParallelTerminationStrategy: PID 6031 died...\u000a03:58:49.837357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6031): Terminated: ok {rc=0}\u000a03:58:49.847477 --- ParallelTerminationStrategy: PID 6032 died...\u000a03:58:49.903037 run iperf3-srv_10.42.42.10(pid=6032): Terminated {rc=256}\u000a03:58:49.913111 --- ParallelTerminationStrategy: PID 6033 died...\u000a03:58:49.968934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6033): Terminated: ok {rc=0}\u000a03:58:49.979104 --- ParallelTerminationStrategy: PID 6034 died...\u000a03:58:50.035036 run iperf3-srv_10.42.42.10(pid=6034): Terminated {rc=256}\u000a03:58:50.045093 --- ParallelTerminationStrategy: PID 6037 died...\u000a03:58:50.101127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6037): Terminated: ok {rc=0}\u000a03:58:50.111074 --- ParallelTerminationStrategy: PID 6040 died...\u000a03:58:50.167187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6040): Terminated: ok {rc=0}\u000a03:58:50.177383 --- ParallelTerminationStrategy: PID 6043 died...\u000a03:58:50.233624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6043): Terminated: ok {rc=0}\u000a03:58:50.320452 bus /gobi_4: Setting Powered False\u000a03:58:51.427095 bus /gobi_4: Setting Powered False\u000a03:58:52.535557 bus /gobi_1: Setting Powered False\u000a03:58:53.641537 bus /gobi_1: Setting Powered False\u000a03:58:54.753317 bus /gobi_0: Setting Powered False\u000a03:58:55.855441 bus /gobi_0: Setting Powered False\u000a03:58:56.968206 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6052): Process ended prematurely: osmo-stp_10.42.42.5(pid=6052) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6052)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6052): Process ended prematurely: osmo-stp_10.42.42.5(pid=6052) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:58:58.034312 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:58.045872 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:58:58.183819 tst ping.py: using LAC 38390\u000a03:58:58.301493 tst ping.py: using RAC 140\u000a03:58:58.427429 tst ping.py: using CellId 38390\u000a03:58:58.555382 tst ping.py: using BVCI 38391\u000a03:58:58.580130 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:58.591794 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:58.603200 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:58.614671 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:58.626152 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:58.637633 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:58.649374 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:58.660768 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:58.936828 tst ping.py:19: start network...\u000a03:58:59.064274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:59.569757 run create_hlr_db(pid=6045): Launched\u000a03:58:59.756451 bus /gobi_6: Setting Powered False\u000a03:59:00.777505 run create_hlr_db(pid=6045): Terminated: ok {rc=0}\u000a03:59:01.273161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6048): Launched\u000a03:59:01.666817 run osmo-hlr_10.42.42.2(pid=6049): Launched\u000a03:59:01.916668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:02.513475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6051): Launched\u000a03:59:02.838141 run osmo-stp_10.42.42.5(pid=6052): Launched\u000a03:59:02.954663 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:03.518324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6054): Launched\u000a03:59:03.633679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:03.917917 run patchelf(pid=6055): Launched\u000a03:59:04.106983 run osmo-stp_10.42.42.5(pid=6052): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6052)]\u000a03:59:04.244875 run osmo-stp_10.42.42.5(pid=6052): stdout: \u000a| (launched: 2022-12-14_03:59:02.676709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:04.383910 run osmo-stp_10.42.42.5(pid=6052): stderr: \u000a| �[0;m�[38;5;43m20221214035902869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035902869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035902870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035902870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035902870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035902871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035902871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:04.517583 run osmo-stp_10.42.42.5(pid=6052): stdout: \u000a| (launched: 2022-12-14_03:59:02.676709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:04.649878 run osmo-stp_10.42.42.5(pid=6052): stderr: \u000a| �[0;m�[38;5;43m20221214035902869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035902869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035902870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035902870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035902870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035902871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035902871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:04.803586 run patchelf(pid=6055): Terminating (SIGINT)\u000a03:59:04.983566 run patchelf(pid=6055): Terminated: ok {rc=0}\u000a03:59:05.016244 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6052): Process ended prematurely: osmo-stp_10.42.42.5(pid=6052) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6052)] [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a03:59:05.025804 tst ping.py:22: Test FAILED (7.0 sec)\u000a03:59:05.089600 run osmo-hlr_10.42.42.2(pid=6049): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6049)]\u000a03:59:05.141436 run osmo-hlr_10.42.42.2(pid=6049): stdout: \u000a| (launched: 2022-12-14_03:59:01.467374) \u000a03:59:05.194075 run osmo-hlr_10.42.42.2(pid=6049): stderr: \u000a| �[0;m�[1;31m20221214035901763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035901763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035901763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035901763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035901763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035901763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035901778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035901796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035901796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035901796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:05.239014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6048): Terminating (SIGTERM)\u000a03:59:05.280860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6051): Terminating (SIGTERM)\u000a03:59:05.323236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6054): Terminating (SIGTERM)\u000a03:59:05.333209 --- ParallelTerminationStrategy: PID 6048 died...\u000a03:59:05.390225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6048): Terminated: ok {rc=0}\u000a03:59:05.400429 --- ParallelTerminationStrategy: PID 6051 died...\u000a03:59:05.456831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6051): Terminated: ok {rc=0}\u000a03:59:05.466984 --- ParallelTerminationStrategy: PID 6054 died...\u000a03:59:05.523655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6054): Terminated: ok {rc=0}\u000a03:59:05.612705 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6062): Process ended prematurely: osmo-stp_10.42.42.5(pid=6062) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6062)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6062): Process ended prematurely: osmo-stp_10.42.42.5(pid=6062) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:59:06.665309 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:06.677447 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:59:06.831115 tst ping_idle_ping.py: using LAC 38391\u000a03:59:06.956230 tst ping_idle_ping.py: using RAC 141\u000a03:59:07.081393 tst ping_idle_ping.py: using CellId 38391\u000a03:59:07.206407 tst ping_idle_ping.py: using BVCI 38392\u000a03:59:07.231066 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:07.242559 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:07.253796 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:07.264914 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:07.276767 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:07.288660 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:07.300799 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:07.312824 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:59:07.591780 tst ping_idle_ping.py:24: start network...\u000a03:59:07.716890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:08.202560 run create_hlr_db(pid=6056): Launched\u000a03:59:08.377269 bus /gobi_6: Setting Powered False\u000a03:59:09.397753 run create_hlr_db(pid=6056): Terminated: ok {rc=0}\u000a03:59:09.830650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6058): Launched\u000a03:59:10.155939 run osmo-hlr_10.42.42.2(pid=6059): Launched\u000a03:59:10.275506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:10.838178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6061): Launched\u000a03:59:11.163456 run osmo-stp_10.42.42.5(pid=6062): Launched\u000a03:59:11.280392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:11.849392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6064): Launched\u000a03:59:11.965545 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:12.250017 run patchelf(pid=6065): Launched\u000a03:59:12.439633 run osmo-stp_10.42.42.5(pid=6062): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6062)]\u000a03:59:12.578566 run osmo-stp_10.42.42.5(pid=6062): stdout: \u000a| (launched: 2022-12-14_03:59:11.002446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:12.717529 run osmo-stp_10.42.42.5(pid=6062): stderr: \u000a| �[0;m�[38;5;43m20221214035911196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035911196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035911197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035911197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035911198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035911198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035911198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:12.851972 run osmo-stp_10.42.42.5(pid=6062): stdout: \u000a| (launched: 2022-12-14_03:59:11.002446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:12.984636 run osmo-stp_10.42.42.5(pid=6062): stderr: \u000a| �[0;m�[38;5;43m20221214035911196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035911196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035911197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035911197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035911198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035911198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035911198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:13.139232 run patchelf(pid=6065): Terminating (SIGINT)\u000a03:59:13.320261 run patchelf(pid=6065): Terminated: ok {rc=0}\u000a03:59:13.353309 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6062): Process ended prematurely: osmo-stp_10.42.42.5(pid=6062) [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6062)] [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:59:13.362787 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a03:59:13.426796 run osmo-hlr_10.42.42.2(pid=6059): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6059)]\u000a03:59:13.478866 run osmo-hlr_10.42.42.2(pid=6059): stdout: \u000a| (launched: 2022-12-14_03:59:09.995009) \u000a03:59:13.531630 run osmo-hlr_10.42.42.2(pid=6059): stderr: \u000a| �[0;m�[1;31m20221214035910193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035910193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035910193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035910193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035910193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035910193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035910206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035910216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035910216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035910217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:13.576584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6058): Terminating (SIGTERM)\u000a03:59:13.619855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6061): Terminating (SIGTERM)\u000a03:59:13.662807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6064): Terminating (SIGTERM)\u000a03:59:13.672543 --- ParallelTerminationStrategy: PID 6058 died...\u000a03:59:13.729475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6058): Terminated: ok {rc=0}\u000a03:59:13.739647 --- ParallelTerminationStrategy: PID 6061 died...\u000a03:59:13.796612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6061): Terminated: ok {rc=0}\u000a03:59:13.806779 --- ParallelTerminationStrategy: PID 6064 died...\u000a03:59:13.863529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6064): Terminated: ok {rc=0}\u000a03:59:13.951728 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:58:14" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6079): Process ended prematurely: osmo-stp_10.42.42.5(pid=6079) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6079)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6079): Process ended prematurely: osmo-stp_10.42.42.5(pid=6079) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:59:16.164428 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:16.182333 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:59:16.404820 tst cs_paging_gprs_active.py: using LAC 38392\u000a03:59:16.535262 tst cs_paging_gprs_active.py: using RAC 142\u000a03:59:16.659098 tst cs_paging_gprs_active.py: using CellId 38392\u000a03:59:16.815656 tst cs_paging_gprs_active.py: using BVCI 38393\u000a03:59:16.841739 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:16.853070 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:16.864815 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:16.876605 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:16.888374 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:16.900304 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:16.913133 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:16.924867 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:16.936573 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:17.066702 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:17.352404 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:59:17.488776 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:17.829613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6069): Launched\u000a03:59:18.113940 run iperf3-srv_10.42.42.10(pid=6070): Launched\u000a03:59:18.315023 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:59:18.451943 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:18.794068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6071): Launched\u000a03:59:19.076712 run iperf3-srv_10.42.42.10(pid=6072): Launched\u000a03:59:19.277247 tst cs_paging_gprs_active.py:38: start network...\u000a03:59:19.413823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:19.930583 run create_hlr_db(pid=6073): Launched\u000a03:59:20.119825 bus /gobi_6: Setting Powered False\u000a03:59:21.142038 run create_hlr_db(pid=6073): Terminated: ok {rc=0}\u000a03:59:21.578066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6075): Launched\u000a03:59:21.909370 run osmo-hlr_10.42.42.2(pid=6076): Launched\u000a03:59:22.030330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:22.603616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6078): Launched\u000a03:59:22.933304 run osmo-stp_10.42.42.5(pid=6079): Launched\u000a03:59:23.052930 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:23.627633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6081): Launched\u000a03:59:23.746050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:24.035308 run patchelf(pid=6082): Launched\u000a03:59:24.227680 run osmo-stp_10.42.42.5(pid=6079): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6079)]\u000a03:59:24.368403 run osmo-stp_10.42.42.5(pid=6079): stdout: \u000a| (launched: 2022-12-14_03:59:22.770887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:24.509548 run osmo-stp_10.42.42.5(pid=6079): stderr: \u000a| �[0;m�[38;5;43m20221214035922963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035922963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035922963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035922963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035922964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035922964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035922964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:24.646063 run osmo-stp_10.42.42.5(pid=6079): stdout: \u000a| (launched: 2022-12-14_03:59:22.770887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:24.781333 run osmo-stp_10.42.42.5(pid=6079): stderr: \u000a| �[0;m�[38;5;43m20221214035922963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035922963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035922963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035922963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035922964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035922964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035922964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:24.938982 run patchelf(pid=6082): Terminating (SIGINT)\u000a03:59:25.122954 run patchelf(pid=6082): Terminated: ok {rc=0}\u000a03:59:25.156460 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6079): Process ended prematurely: osmo-stp_10.42.42.5(pid=6079) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6079)] [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:59:25.166517 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a03:59:25.231066 run osmo-hlr_10.42.42.2(pid=6076): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6076)]\u000a03:59:25.283522 run osmo-hlr_10.42.42.2(pid=6076): stdout: \u000a| (launched: 2022-12-14_03:59:21.745659) \u000a03:59:25.336341 run osmo-hlr_10.42.42.2(pid=6076): stderr: \u000a| �[0;m�[1;31m20221214035921945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035921945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035921945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035921945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035921945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035921945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035921957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035921965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035921965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035921965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:25.381773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6069): Terminating (SIGTERM)\u000a03:59:25.425085 run iperf3-srv_10.42.42.10(pid=6070): Terminating (SIGTERM)\u000a03:59:25.468259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6071): Terminating (SIGTERM)\u000a03:59:25.511554 run iperf3-srv_10.42.42.10(pid=6072): Terminating (SIGTERM)\u000a03:59:25.554725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6075): Terminating (SIGTERM)\u000a03:59:25.597012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6078): Terminating (SIGTERM)\u000a03:59:25.639791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6081): Terminating (SIGTERM)\u000a03:59:25.649542 --- ParallelTerminationStrategy: PID 6069 died...\u000a03:59:25.706565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6069): Terminated: ok {rc=0}\u000a03:59:25.716783 --- ParallelTerminationStrategy: PID 6070 died...\u000a03:59:25.773164 run iperf3-srv_10.42.42.10(pid=6070): Terminated {rc=256}\u000a03:59:25.783242 --- ParallelTerminationStrategy: PID 6071 died...\u000a03:59:25.840046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6071): Terminated: ok {rc=0}\u000a03:59:25.850262 --- ParallelTerminationStrategy: PID 6072 died...\u000a03:59:25.906365 run iperf3-srv_10.42.42.10(pid=6072): Terminated {rc=256}\u000a03:59:25.916422 --- ParallelTerminationStrategy: PID 6075 died...\u000a03:59:25.972792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6075): Terminated: ok {rc=0}\u000a03:59:25.982874 --- ParallelTerminationStrategy: PID 6078 died...\u000a03:59:26.039222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6078): Terminated: ok {rc=0}\u000a03:59:26.049407 --- ParallelTerminationStrategy: PID 6081 died...\u000a03:59:26.105988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6081): Terminated: ok {rc=0}\u000a03:59:26.193959 bus /gobi_0: Setting Powered False\u000a03:59:27.300926 bus /gobi_0: Setting Powered False\u000a03:59:28.412847 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6091): Process ended prematurely: osmo-stp_10.42.42.5(pid=6091) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6091)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6091): Process ended prematurely: osmo-stp_10.42.42.5(pid=6091) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:59:29.524783 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:29.536278 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:59:29.698035 tst iperf3.py: using LAC 38393\u000a03:59:29.820264 tst iperf3.py: using RAC 143\u000a03:59:29.941965 tst iperf3.py: using CellId 38393\u000a03:59:30.063439 tst iperf3.py: using BVCI 38394\u000a03:59:30.086987 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.097924 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.108546 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.119192 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.130164 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.141267 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.152321 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.162935 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:30.173678 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:30.452800 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:59:30.579700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:30.919620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6083): Launched\u000a03:59:31.222860 run iperf3-srv_10.42.42.10(pid=6084): Launched\u000a03:59:31.432175 tst iperf3.py:8: start network...\u000a03:59:31.575292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:32.130500 run create_hlr_db(pid=6085): Launched\u000a03:59:32.308085 bus /gobi_6: Setting Powered False\u000a03:59:33.340149 run create_hlr_db(pid=6085): Terminated: ok {rc=0}\u000a03:59:33.778246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6087): Launched\u000a03:59:34.108882 run osmo-hlr_10.42.42.2(pid=6088): Launched\u000a03:59:34.228148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:34.799662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6090): Launched\u000a03:59:35.130395 run osmo-stp_10.42.42.5(pid=6091): Launched\u000a03:59:35.250085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:35.824327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6093): Launched\u000a03:59:35.941598 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:36.227510 run patchelf(pid=6095): Launched\u000a03:59:36.419200 run osmo-stp_10.42.42.5(pid=6091): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6091)]\u000a03:59:36.559725 run osmo-stp_10.42.42.5(pid=6091): stdout: \u000a| (launched: 2022-12-14_03:59:34.967051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:36.700202 run osmo-stp_10.42.42.5(pid=6091): stderr: \u000a| �[0;m�[38;5;43m20221214035935160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035935160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035935160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035935160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035935161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035935161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035935161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:36.836414 run osmo-stp_10.42.42.5(pid=6091): stdout: \u000a| (launched: 2022-12-14_03:59:34.967051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:36.971814 run osmo-stp_10.42.42.5(pid=6091): stderr: \u000a| �[0;m�[38;5;43m20221214035935160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035935160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035935160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035935160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035935161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035935161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035935161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:37.128339 run patchelf(pid=6095): Terminating (SIGINT)\u000a03:59:37.311677 run patchelf(pid=6095): Terminated: ok {rc=0}\u000a03:59:37.345561 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6091): Process ended prematurely: osmo-stp_10.42.42.5(pid=6091) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6091)] [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:59:37.355556 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a03:59:37.420460 run osmo-hlr_10.42.42.2(pid=6088): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6088)]\u000a03:59:37.473282 run osmo-hlr_10.42.42.2(pid=6088): stdout: \u000a| (launched: 2022-12-14_03:59:33.945805) \u000a03:59:37.526574 run osmo-hlr_10.42.42.2(pid=6088): stderr: \u000a| �[0;m�[1;31m20221214035934144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035934144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035934145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035934145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035934145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035934145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035934157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035934167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035934167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035934167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:37.571848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6083): Terminating (SIGTERM)\u000a03:59:37.614581 run iperf3-srv_10.42.42.10(pid=6084): Terminating (SIGTERM)\u000a03:59:37.657554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6087): Terminating (SIGTERM)\u000a03:59:37.700199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6090): Terminating (SIGTERM)\u000a03:59:37.743405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6093): Terminating (SIGTERM)\u000a03:59:37.753258 --- ParallelTerminationStrategy: PID 6083 died...\u000a03:59:37.810798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6083): Terminated: ok {rc=0}\u000a03:59:37.820916 --- ParallelTerminationStrategy: PID 6084 died...\u000a03:59:37.877864 run iperf3-srv_10.42.42.10(pid=6084): Terminated {rc=256}\u000a03:59:37.887938 --- ParallelTerminationStrategy: PID 6087 died...\u000a03:59:37.944889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6087): Terminated: ok {rc=0}\u000a03:59:37.955073 --- ParallelTerminationStrategy: PID 6090 died...\u000a03:59:38.011863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6090): Terminated: ok {rc=0}\u000a03:59:38.021989 --- ParallelTerminationStrategy: PID 6093 died...\u000a03:59:38.079064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6093): Terminated: ok {rc=0}\u000a03:59:38.168042 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6110): Process ended prematurely: osmo-stp_10.42.42.5(pid=6110) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6110)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6110): Process ended prematurely: osmo-stp_10.42.42.5(pid=6110) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:59:39.280009 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:39.291758 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:59:39.448477 tst iperf3m4.py: using LAC 38394\u000a03:59:39.570116 tst iperf3m4.py: using RAC 144\u000a03:59:39.689566 tst iperf3m4.py: using CellId 38394\u000a03:59:39.810019 tst iperf3m4.py: using BVCI 38395\u000a03:59:39.833590 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:39.844311 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:39.854989 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:39.865708 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:39.876385 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:39.887381 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:39.898364 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:39.909195 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:39.920211 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:40.041717 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:40.161251 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:40.282526 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:40.564218 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:59:40.691926 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:41.010425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6096): Launched\u000a03:59:41.276331 run iperf3-srv_10.42.42.10(pid=6097): Launched\u000a03:59:41.462328 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:59:41.589665 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:41.909517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6098): Launched\u000a03:59:42.173938 run iperf3-srv_10.42.42.10(pid=6099): Launched\u000a03:59:42.360045 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:59:42.487359 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:42.804804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6100): Launched\u000a03:59:43.069431 run iperf3-srv_10.42.42.10(pid=6101): Launched\u000a03:59:43.255336 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:59:43.382381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:43.699211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6102): Launched\u000a03:59:43.965768 run iperf3-srv_10.42.42.10(pid=6103): Launched\u000a03:59:44.151728 tst iperf3m4.py:8: start network...\u000a03:59:44.278964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:44.771499 run create_hlr_db(pid=6104): Launched\u000a03:59:44.947554 bus /gobi_6: Setting Powered False\u000a03:59:45.984308 run create_hlr_db(pid=6104): Terminated: ok {rc=0}\u000a03:59:46.415588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6106): Launched\u000a03:59:46.879781 run osmo-hlr_10.42.42.2(pid=6107): Launched\u000a03:59:47.052076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:47.656249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6109): Launched\u000a03:59:47.987952 run osmo-stp_10.42.42.5(pid=6110): Launched\u000a03:59:48.107993 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:48.682863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6112): Launched\u000a03:59:48.800150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:49.089654 run patchelf(pid=6113): Launched\u000a03:59:49.282110 run osmo-stp_10.42.42.5(pid=6110): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6110)]\u000a03:59:49.422586 run osmo-stp_10.42.42.5(pid=6110): stdout: \u000a| (launched: 2022-12-14_03:59:47.823629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:49.563293 run osmo-stp_10.42.42.5(pid=6110): stderr: \u000a| �[0;m�[38;5;43m20221214035948015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035948016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035948016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035948016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035948017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035948017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035948017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:49.699439 run osmo-stp_10.42.42.5(pid=6110): stdout: \u000a| (launched: 2022-12-14_03:59:47.823629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:49.835021 run osmo-stp_10.42.42.5(pid=6110): stderr: \u000a| �[0;m�[38;5;43m20221214035948015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214035948016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214035948016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214035948016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214035948017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214035948017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214035948017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:49.992303 run patchelf(pid=6113): Terminating (SIGINT)\u000a03:59:50.176426 run patchelf(pid=6113): Terminated: ok {rc=0}\u000a03:59:50.210834 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6110): Process ended prematurely: osmo-stp_10.42.42.5(pid=6110) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6110)] [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:59:50.221243 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a03:59:50.285713 run osmo-hlr_10.42.42.2(pid=6107): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6107)]\u000a03:59:50.338045 run osmo-hlr_10.42.42.2(pid=6107): stdout: \u000a| (launched: 2022-12-14_03:59:46.573730) \u000a03:59:50.390550 run osmo-hlr_10.42.42.2(pid=6107): stderr: \u000a| �[0;m�[1;31m20221214035946793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214035946793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214035946793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035946793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214035946793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214035946793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214035946806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214035946819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214035946819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214035946819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:50.435701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6096): Terminating (SIGTERM)\u000a03:59:50.478257 run iperf3-srv_10.42.42.10(pid=6097): Terminating (SIGTERM)\u000a03:59:50.521219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6098): Terminating (SIGTERM)\u000a03:59:50.563703 run iperf3-srv_10.42.42.10(pid=6099): Terminating (SIGTERM)\u000a03:59:50.606607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6100): Terminating (SIGTERM)\u000a03:59:50.649401 run iperf3-srv_10.42.42.10(pid=6101): Terminating (SIGTERM)\u000a03:59:50.692111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6102): Terminating (SIGTERM)\u000a03:59:50.735023 run iperf3-srv_10.42.42.10(pid=6103): Terminating (SIGTERM)\u000a03:59:50.777844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6106): Terminating (SIGTERM)\u000a03:59:50.821017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6109): Terminating (SIGTERM)\u000a03:59:50.863784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6112): Terminating (SIGTERM)\u000a03:59:50.873682 --- ParallelTerminationStrategy: PID 6096 died...\u000a03:59:50.931221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6096): Terminated: ok {rc=0}\u000a03:59:50.941554 --- ParallelTerminationStrategy: PID 6097 died...\u000a03:59:50.998365 run iperf3-srv_10.42.42.10(pid=6097): Terminated {rc=256}\u000a03:59:51.008582 --- ParallelTerminationStrategy: PID 6098 died...\u000a03:59:51.065673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6098): Terminated: ok {rc=0}\u000a03:59:51.075848 --- ParallelTerminationStrategy: PID 6099 died...\u000a03:59:51.132732 run iperf3-srv_10.42.42.10(pid=6099): Terminated {rc=256}\u000a03:59:51.142922 --- ParallelTerminationStrategy: PID 6100 died...\u000a03:59:51.199926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6100): Terminated: ok {rc=0}\u000a03:59:51.210131 --- ParallelTerminationStrategy: PID 6101 died...\u000a03:59:51.266926 run iperf3-srv_10.42.42.10(pid=6101): Terminated {rc=256}\u000a03:59:51.277230 --- ParallelTerminationStrategy: PID 6102 died...\u000a03:59:51.334276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6102): Terminated: ok {rc=0}\u000a03:59:51.344504 --- ParallelTerminationStrategy: PID 6103 died...\u000a03:59:51.401737 run iperf3-srv_10.42.42.10(pid=6103): Terminated {rc=256}\u000a03:59:51.411931 --- ParallelTerminationStrategy: PID 6106 died...\u000a03:59:51.468869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6106): Terminated: ok {rc=0}\u000a03:59:51.478952 --- ParallelTerminationStrategy: PID 6109 died...\u000a03:59:51.536089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6109): Terminated: ok {rc=0}\u000a03:59:51.546192 --- ParallelTerminationStrategy: PID 6112 died...\u000a03:59:51.603495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6112): Terminated: ok {rc=0}\u000a03:59:51.690986 bus /gobi_4: Setting Powered False\u000a03:59:52.798734 bus /gobi_4: Setting Powered False\u000a03:59:53.912725 bus /gobi_1: Setting Powered False\u000a03:59:55.016867 bus /gobi_1: Setting Powered False\u000a03:59:56.128679 bus /gobi_0: Setting Powered False\u000a03:59:57.233109 bus /gobi_0: Setting Powered False\u000a03:59:58.341172 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6123): Process ended prematurely: osmo-stp_10.42.42.5(pid=6123) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6123)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6123): Process ended prematurely: osmo-stp_10.42.42.5(pid=6123) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:59:59.408284 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:59.420152 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:59:59.577189 tst ping.py: using LAC 38395\u000a03:59:59.696785 tst ping.py: using RAC 145\u000a03:59:59.818680 tst ping.py: using CellId 38395\u000a03:59:59.936005 tst ping.py: using BVCI 38396\u000a03:59:59.959932 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:59.971348 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:59.982405 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:59.993516 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:00.004189 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:00.014992 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:00.026002 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:00.036769 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:00:00.311017 tst ping.py:19: start network...\u000a04:00:00.436088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:00.955477 run create_hlr_db(pid=6114): Launched\u000a04:00:01.132143 bus /gobi_6: Setting Powered False\u000a04:00:02.153401 run create_hlr_db(pid=6114): Terminated: ok {rc=0}\u000a04:00:02.561804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6119): Launched\u000a04:00:02.865325 run osmo-hlr_10.42.42.2(pid=6120): Launched\u000a04:00:02.975325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:03.502054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6122): Launched\u000a04:00:03.805192 run osmo-stp_10.42.42.5(pid=6123): Launched\u000a04:00:03.914212 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:04.442721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6125): Launched\u000a04:00:04.549469 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:04.812654 run patchelf(pid=6126): Launched\u000a04:00:04.988809 run osmo-stp_10.42.42.5(pid=6123): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6123)]\u000a04:00:05.118039 run osmo-stp_10.42.42.5(pid=6123): stdout: \u000a| (launched: 2022-12-14_04:00:03.654324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:05.247524 run osmo-stp_10.42.42.5(pid=6123): stderr: \u000a| �[0;m�[38;5;43m20221214040003825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040003825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040003825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040003826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040003826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040003826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040003826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:05.371991 run osmo-stp_10.42.42.5(pid=6123): stdout: \u000a| (launched: 2022-12-14_04:00:03.654324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:05.495270 run osmo-stp_10.42.42.5(pid=6123): stderr: \u000a| �[0;m�[38;5;43m20221214040003825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040003825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040003825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040003826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040003826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040003826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040003826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:05.638795 run patchelf(pid=6126): Terminating (SIGINT)\u000a04:00:05.806937 run patchelf(pid=6126): Terminated: ok {rc=0}\u000a04:00:05.837771 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6123): Process ended prematurely: osmo-stp_10.42.42.5(pid=6123) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6123)] [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:00:05.846572 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:00:05.906904 run osmo-hlr_10.42.42.2(pid=6120): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6120)]\u000a04:00:05.956477 run osmo-hlr_10.42.42.2(pid=6120): stdout: \u000a| (launched: 2022-12-14_04:00:02.714768) \u000a04:00:06.006707 run osmo-hlr_10.42.42.2(pid=6120): stderr: \u000a| �[0;m�[1;31m20221214040002892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040002892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040002892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040002892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040002892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040002892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040002904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040002913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040002913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040002913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:06.049178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6119): Terminating (SIGTERM)\u000a04:00:06.088842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6122): Terminating (SIGTERM)\u000a04:00:06.128595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6125): Terminating (SIGTERM)\u000a04:00:06.137895 --- ParallelTerminationStrategy: PID 6119 died...\u000a04:00:06.191222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6119): Terminated: ok {rc=0}\u000a04:00:06.200809 --- ParallelTerminationStrategy: PID 6122 died...\u000a04:00:06.254036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6122): Terminated: ok {rc=0}\u000a04:00:06.263601 --- ParallelTerminationStrategy: PID 6125 died...\u000a04:00:06.316692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6125): Terminated: ok {rc=0}\u000a04:00:06.406410 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6133): Process ended prematurely: osmo-stp_10.42.42.5(pid=6133) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6133)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6133): Process ended prematurely: osmo-stp_10.42.42.5(pid=6133) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:00:07.459710 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:07.471807 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:00:07.636912 tst ping_idle_ping.py: using LAC 38396\u000a04:00:07.766283 tst ping_idle_ping.py: using RAC 146\u000a04:00:07.894409 tst ping_idle_ping.py: using CellId 38396\u000a04:00:08.022409 tst ping_idle_ping.py: using BVCI 38397\u000a04:00:08.047772 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:08.059544 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:08.070809 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:08.082129 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:08.093911 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:08.105623 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:08.117482 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:08.129080 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:00:08.407365 tst ping_idle_ping.py:24: start network...\u000a04:00:08.532127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:09.025638 run create_hlr_db(pid=6127): Launched\u000a04:00:09.199689 bus /gobi_6: Setting Powered False\u000a04:00:10.220884 run create_hlr_db(pid=6127): Terminated: ok {rc=0}\u000a04:00:10.623236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6129): Launched\u000a04:00:10.924230 run osmo-hlr_10.42.42.2(pid=6130): Launched\u000a04:00:11.042460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:11.575878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6132): Launched\u000a04:00:11.876734 run osmo-stp_10.42.42.5(pid=6133): Launched\u000a04:00:11.985760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:12.514132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6135): Launched\u000a04:00:12.620578 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:12.885381 run patchelf(pid=6136): Launched\u000a04:00:13.062106 run osmo-stp_10.42.42.5(pid=6133): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6133)]\u000a04:00:13.191763 run osmo-stp_10.42.42.5(pid=6133): stdout: \u000a| (launched: 2022-12-14_04:00:11.728012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:13.321569 run osmo-stp_10.42.42.5(pid=6133): stderr: \u000a| �[0;m�[38;5;43m20221214040011898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040011898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040011898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040011899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040011899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040011899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040011899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:13.446357 run osmo-stp_10.42.42.5(pid=6133): stdout: \u000a| (launched: 2022-12-14_04:00:11.728012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:13.569842 run osmo-stp_10.42.42.5(pid=6133): stderr: \u000a| �[0;m�[38;5;43m20221214040011898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040011898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040011898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040011899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040011899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040011899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040011899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:13.713352 run patchelf(pid=6136): Terminating (SIGINT)\u000a04:00:13.881699 run patchelf(pid=6136): Terminated: ok {rc=0}\u000a04:00:13.912491 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6133): Process ended prematurely: osmo-stp_10.42.42.5(pid=6133) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6133)] [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:00:13.921086 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:00:13.981408 run osmo-hlr_10.42.42.2(pid=6130): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6130)]\u000a04:00:14.031085 run osmo-hlr_10.42.42.2(pid=6130): stdout: \u000a| (launched: 2022-12-14_04:00:10.775426) \u000a04:00:14.081488 run osmo-hlr_10.42.42.2(pid=6130): stderr: \u000a| �[0;m�[1;31m20221214040010949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040010949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040010949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040010949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040010949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040010949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040010959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040010967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040010967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040010968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:14.123703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6129): Terminating (SIGTERM)\u000a04:00:14.163417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6132): Terminating (SIGTERM)\u000a04:00:14.203147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6135): Terminating (SIGTERM)\u000a04:00:14.212291 --- ParallelTerminationStrategy: PID 6129 died...\u000a04:00:14.265113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6129): Terminated: ok {rc=0}\u000a04:00:14.274672 --- ParallelTerminationStrategy: PID 6132 died...\u000a04:00:14.327439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6132): Terminated: ok {rc=0}\u000a04:00:14.336886 --- ParallelTerminationStrategy: PID 6135 died...\u000a04:00:14.389195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6135): Terminated: ok {rc=0}\u000a04:00:14.472114 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:59:15" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6150): Process ended prematurely: osmo-stp_10.42.42.5(pid=6150) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6150)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6150): Process ended prematurely: osmo-stp_10.42.42.5(pid=6150) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:00:16.639913 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:16.651516 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:00:16.823564 tst cs_paging_gprs_active.py: using LAC 38397\u000a04:00:16.987617 tst cs_paging_gprs_active.py: using RAC 147\u000a04:00:17.120877 tst cs_paging_gprs_active.py: using CellId 38397\u000a04:00:17.263021 tst cs_paging_gprs_active.py: using BVCI 38398\u000a04:00:17.289728 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:17.301967 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:17.314143 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:17.326455 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:17.339823 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:17.353176 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:17.366566 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:17.381720 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:17.394618 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:17.512634 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:17.811912 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:00:17.949795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:18.291574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6140): Launched\u000a04:00:18.575977 run iperf3-srv_10.42.42.10(pid=6141): Launched\u000a04:00:18.777434 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:00:18.915103 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:19.256903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6142): Launched\u000a04:00:19.539900 run iperf3-srv_10.42.42.10(pid=6143): Launched\u000a04:00:19.741315 tst cs_paging_gprs_active.py:38: start network...\u000a04:00:19.879190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:20.401805 run create_hlr_db(pid=6144): Launched\u000a04:00:20.590662 bus /gobi_6: Setting Powered False\u000a04:00:21.612233 run create_hlr_db(pid=6144): Terminated: ok {rc=0}\u000a04:00:22.024277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6146): Launched\u000a04:00:22.335334 run osmo-hlr_10.42.42.2(pid=6147): Launched\u000a04:00:22.457253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:22.999129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6149): Launched\u000a04:00:23.306320 run osmo-stp_10.42.42.5(pid=6150): Launched\u000a04:00:23.417516 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:23.951851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6153): Launched\u000a04:00:24.060672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:24.329804 run patchelf(pid=6154): Launched\u000a04:00:24.510020 run osmo-stp_10.42.42.5(pid=6150): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6150)]\u000a04:00:24.641294 run osmo-stp_10.42.42.5(pid=6150): stdout: \u000a| (launched: 2022-12-14_04:00:23.154726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:24.772500 run osmo-stp_10.42.42.5(pid=6150): stderr: \u000a| �[0;m�[38;5;43m20221214040023325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040023325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040023325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040023326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040023326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040023326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040023326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:24.899408 run osmo-stp_10.42.42.5(pid=6150): stdout: \u000a| (launched: 2022-12-14_04:00:23.154726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:25.025263 run osmo-stp_10.42.42.5(pid=6150): stderr: \u000a| �[0;m�[38;5;43m20221214040023325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040023325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040023325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040023326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040023326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040023326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040023326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:25.171490 run patchelf(pid=6154): Terminating (SIGINT)\u000a04:00:25.343202 run patchelf(pid=6154): Terminated: ok {rc=0}\u000a04:00:25.374771 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6150): Process ended prematurely: osmo-stp_10.42.42.5(pid=6150) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6150)] [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:00:25.384104 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:00:25.443951 run osmo-hlr_10.42.42.2(pid=6147): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6147)]\u000a04:00:25.492716 run osmo-hlr_10.42.42.2(pid=6147): stdout: \u000a| (launched: 2022-12-14_04:00:22.181845) \u000a04:00:25.542036 run osmo-hlr_10.42.42.2(pid=6147): stderr: \u000a| �[0;m�[1;31m20221214040022357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040022357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040022357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040022357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040022357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040022357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040022370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040022379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040022379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040022379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:25.584032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6140): Terminating (SIGTERM)\u000a04:00:25.623324 run iperf3-srv_10.42.42.10(pid=6141): Terminating (SIGTERM)\u000a04:00:25.662731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6142): Terminating (SIGTERM)\u000a04:00:25.702031 run iperf3-srv_10.42.42.10(pid=6143): Terminating (SIGTERM)\u000a04:00:25.741402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6146): Terminating (SIGTERM)\u000a04:00:25.780721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6149): Terminating (SIGTERM)\u000a04:00:25.820092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6153): Terminating (SIGTERM)\u000a04:00:25.829225 --- ParallelTerminationStrategy: PID 6140 died...\u000a04:00:25.882135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6140): Terminated: ok {rc=0}\u000a04:00:25.891561 --- ParallelTerminationStrategy: PID 6141 died...\u000a04:00:25.943898 run iperf3-srv_10.42.42.10(pid=6141): Terminated {rc=256}\u000a04:00:25.953342 --- ParallelTerminationStrategy: PID 6142 died...\u000a04:00:26.005917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6142): Terminated: ok {rc=0}\u000a04:00:26.015290 --- ParallelTerminationStrategy: PID 6143 died...\u000a04:00:26.067467 run iperf3-srv_10.42.42.10(pid=6143): Terminated {rc=256}\u000a04:00:26.076811 --- ParallelTerminationStrategy: PID 6146 died...\u000a04:00:26.129102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6146): Terminated: ok {rc=0}\u000a04:00:26.138438 --- ParallelTerminationStrategy: PID 6149 died...\u000a04:00:26.191465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6149): Terminated: ok {rc=0}\u000a04:00:26.200886 --- ParallelTerminationStrategy: PID 6153 died...\u000a04:00:26.253245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6153): Terminated: ok {rc=0}\u000a04:00:26.340848 bus /gobi_0: Setting Powered False\u000a04:00:27.445173 bus /gobi_0: Setting Powered False\u000a04:00:28.555121 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6163): Process ended prematurely: osmo-stp_10.42.42.5(pid=6163) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6163)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6163): Process ended prematurely: osmo-stp_10.42.42.5(pid=6163) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:00:29.666118 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:29.677897 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:00:29.840398 tst iperf3.py: using LAC 38398\u000a04:00:29.962146 tst iperf3.py: using RAC 148\u000a04:00:30.082010 tst iperf3.py: using CellId 38398\u000a04:00:30.202445 tst iperf3.py: using BVCI 38399\u000a04:00:30.226215 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.237124 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.247707 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.258464 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.269243 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.280394 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.291595 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.302615 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:30.313780 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:30.594008 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:00:30.721335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:31.051659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6155): Launched\u000a04:00:31.350178 run iperf3-srv_10.42.42.10(pid=6156): Launched\u000a04:00:31.539848 tst iperf3.py:8: start network...\u000a04:00:31.670142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:32.190666 run create_hlr_db(pid=6157): Launched\u000a04:00:32.367631 bus /gobi_6: Setting Powered False\u000a04:00:33.388715 run create_hlr_db(pid=6157): Terminated: ok {rc=0}\u000a04:00:33.796277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6159): Launched\u000a04:00:34.104100 run osmo-hlr_10.42.42.2(pid=6160): Launched\u000a04:00:34.225799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:34.766705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6162): Launched\u000a04:00:35.073523 run osmo-stp_10.42.42.5(pid=6163): Launched\u000a04:00:35.185508 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:35.721118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6165): Launched\u000a04:00:35.830283 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:36.097606 run patchelf(pid=6166): Launched\u000a04:00:36.278184 run osmo-stp_10.42.42.5(pid=6163): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6163)]\u000a04:00:36.409207 run osmo-stp_10.42.42.5(pid=6163): stdout: \u000a| (launched: 2022-12-14_04:00:34.922238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:36.540225 run osmo-stp_10.42.42.5(pid=6163): stderr: \u000a| �[0;m�[38;5;43m20221214040035093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040035093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040035093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040035093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040035094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040035094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040035094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:36.667166 run osmo-stp_10.42.42.5(pid=6163): stdout: \u000a| (launched: 2022-12-14_04:00:34.922238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:36.792680 run osmo-stp_10.42.42.5(pid=6163): stderr: \u000a| �[0;m�[38;5;43m20221214040035093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040035093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040035093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040035093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040035094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040035094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040035094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:36.938513 run patchelf(pid=6166): Terminating (SIGINT)\u000a04:00:37.108833 run patchelf(pid=6166): Terminated: ok {rc=0}\u000a04:00:37.140328 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6163): Process ended prematurely: osmo-stp_10.42.42.5(pid=6163) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6163)] [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:00:37.149700 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:00:37.209625 run osmo-hlr_10.42.42.2(pid=6160): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6160)]\u000a04:00:37.258722 run osmo-hlr_10.42.42.2(pid=6160): stdout: \u000a| (launched: 2022-12-14_04:00:33.952264) \u000a04:00:37.308564 run osmo-hlr_10.42.42.2(pid=6160): stderr: \u000a| �[0;m�[1;31m20221214040034128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040034128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040034128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040034128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040034128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040034128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040034140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040034150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040034151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040034151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:37.350818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6155): Terminating (SIGTERM)\u000a04:00:37.390796 run iperf3-srv_10.42.42.10(pid=6156): Terminating (SIGTERM)\u000a04:00:37.430834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6159): Terminating (SIGTERM)\u000a04:00:37.470938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6162): Terminating (SIGTERM)\u000a04:00:37.510919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6165): Terminating (SIGTERM)\u000a04:00:37.520208 --- ParallelTerminationStrategy: PID 6155 died...\u000a04:00:37.573892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6155): Terminated: ok {rc=0}\u000a04:00:37.583580 --- ParallelTerminationStrategy: PID 6156 died...\u000a04:00:37.636938 run iperf3-srv_10.42.42.10(pid=6156): Terminated {rc=256}\u000a04:00:37.646611 --- ParallelTerminationStrategy: PID 6159 died...\u000a04:00:37.700123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6159): Terminated: ok {rc=0}\u000a04:00:37.709893 --- ParallelTerminationStrategy: PID 6162 died...\u000a04:00:37.763471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6162): Terminated: ok {rc=0}\u000a04:00:37.773150 --- ParallelTerminationStrategy: PID 6165 died...\u000a04:00:37.826598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6165): Terminated: ok {rc=0}\u000a04:00:37.915120 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6181): Process ended prematurely: osmo-stp_10.42.42.5(pid=6181) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6181)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6181): Process ended prematurely: osmo-stp_10.42.42.5(pid=6181) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:00:39.033663 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:39.046139 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:00:39.215360 tst iperf3m4.py: using LAC 38399\u000a04:00:39.343539 tst iperf3m4.py: using RAC 149\u000a04:00:39.472296 tst iperf3m4.py: using CellId 38399\u000a04:00:39.602315 tst iperf3m4.py: using BVCI 38400\u000a04:00:39.627690 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:39.639099 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:39.650375 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:39.661572 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:39.672936 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:39.684528 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:39.696209 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:39.707623 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:39.719260 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:39.835844 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:39.958735 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:40.075976 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:40.376753 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:00:40.514384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:40.857069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6167): Launched\u000a04:00:41.142149 run iperf3-srv_10.42.42.10(pid=6168): Launched\u000a04:00:41.343579 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:00:41.481153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:41.823241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6169): Launched\u000a04:00:42.107751 run iperf3-srv_10.42.42.10(pid=6170): Launched\u000a04:00:42.308768 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:00:42.445691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:42.787190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6171): Launched\u000a04:00:43.071580 run iperf3-srv_10.42.42.10(pid=6172): Launched\u000a04:00:43.272741 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:00:43.410176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:43.749816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6173): Launched\u000a04:00:44.035555 run iperf3-srv_10.42.42.10(pid=6174): Launched\u000a04:00:44.236381 tst iperf3m4.py:8: start network...\u000a04:00:44.373919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:44.892460 run create_hlr_db(pid=6175): Launched\u000a04:00:45.081340 bus /gobi_6: Setting Powered False\u000a04:00:46.109491 run create_hlr_db(pid=6175): Terminated: ok {rc=0}\u000a04:00:46.575966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6177): Launched\u000a04:00:46.917098 run osmo-hlr_10.42.42.2(pid=6178): Launched\u000a04:00:47.084935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:47.689873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6180): Launched\u000a04:00:48.019404 run osmo-stp_10.42.42.5(pid=6181): Launched\u000a04:00:48.138864 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:48.712368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6184): Launched\u000a04:00:48.830130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:49.119100 run patchelf(pid=6185): Launched\u000a04:00:49.311131 run osmo-stp_10.42.42.5(pid=6181): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6181)]\u000a04:00:49.451329 run osmo-stp_10.42.42.5(pid=6181): stdout: \u000a| (launched: 2022-12-14_04:00:47.855829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:49.591989 run osmo-stp_10.42.42.5(pid=6181): stderr: \u000a| �[0;m�[38;5;43m20221214040048047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040048047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040048048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040048048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040048048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040048049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040048049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:49.727925 run osmo-stp_10.42.42.5(pid=6181): stdout: \u000a| (launched: 2022-12-14_04:00:47.855829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:49.863243 run osmo-stp_10.42.42.5(pid=6181): stderr: \u000a| �[0;m�[38;5;43m20221214040048047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040048047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040048048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040048048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040048048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040048049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040048049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:50.019330 run patchelf(pid=6185): Terminating (SIGINT)\u000a04:00:50.201951 run patchelf(pid=6185): Terminated: ok {rc=0}\u000a04:00:50.235587 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6181): Process ended prematurely: osmo-stp_10.42.42.5(pid=6181) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6181)] [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:00:50.245685 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a04:00:50.309952 run osmo-hlr_10.42.42.2(pid=6178): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6178)]\u000a04:00:50.362096 run osmo-hlr_10.42.42.2(pid=6178): stdout: \u000a| (launched: 2022-12-14_04:00:46.746669) \u000a04:00:50.414911 run osmo-hlr_10.42.42.2(pid=6178): stderr: \u000a| �[0;m�[1;31m20221214040047135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040047136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040047136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040047136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040047136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040047136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040047157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040047174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040047174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040047174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:50.460141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6167): Terminating (SIGTERM)\u000a04:00:50.502663 run iperf3-srv_10.42.42.10(pid=6168): Terminating (SIGTERM)\u000a04:00:50.545212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6169): Terminating (SIGTERM)\u000a04:00:50.588058 run iperf3-srv_10.42.42.10(pid=6170): Terminating (SIGTERM)\u000a04:00:50.630809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6171): Terminating (SIGTERM)\u000a04:00:50.673226 run iperf3-srv_10.42.42.10(pid=6172): Terminating (SIGTERM)\u000a04:00:50.716261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6173): Terminating (SIGTERM)\u000a04:00:50.758640 run iperf3-srv_10.42.42.10(pid=6174): Terminating (SIGTERM)\u000a04:00:50.801333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6177): Terminating (SIGTERM)\u000a04:00:50.844087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6180): Terminating (SIGTERM)\u000a04:00:50.886848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6184): Terminating (SIGTERM)\u000a04:00:50.896785 --- ParallelTerminationStrategy: PID 6167 died...\u000a04:00:50.954701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6167): Terminated: ok {rc=0}\u000a04:00:50.965064 --- ParallelTerminationStrategy: PID 6168 died...\u000a04:00:51.021906 run iperf3-srv_10.42.42.10(pid=6168): Terminated {rc=256}\u000a04:00:51.032122 --- ParallelTerminationStrategy: PID 6169 died...\u000a04:00:51.089290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6169): Terminated: ok {rc=0}\u000a04:00:51.099510 --- ParallelTerminationStrategy: PID 6170 died...\u000a04:00:51.156424 run iperf3-srv_10.42.42.10(pid=6170): Terminated {rc=256}\u000a04:00:51.166622 --- ParallelTerminationStrategy: PID 6171 died...\u000a04:00:51.223737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6171): Terminated: ok {rc=0}\u000a04:00:51.234109 --- ParallelTerminationStrategy: PID 6172 died...\u000a04:00:51.290733 run iperf3-srv_10.42.42.10(pid=6172): Terminated {rc=256}\u000a04:00:51.301011 --- ParallelTerminationStrategy: PID 6173 died...\u000a04:00:51.357864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6173): Terminated: ok {rc=0}\u000a04:00:51.368400 --- ParallelTerminationStrategy: PID 6174 died...\u000a04:00:51.425378 run iperf3-srv_10.42.42.10(pid=6174): Terminated {rc=256}\u000a04:00:51.435568 --- ParallelTerminationStrategy: PID 6177 died...\u000a04:00:51.492571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6177): Terminated: ok {rc=0}\u000a04:00:51.502658 --- ParallelTerminationStrategy: PID 6180 died...\u000a04:00:51.559551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6180): Terminated: ok {rc=0}\u000a04:00:51.569863 --- ParallelTerminationStrategy: PID 6184 died...\u000a04:00:51.626706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6184): Terminated: ok {rc=0}\u000a04:00:51.714534 bus /gobi_4: Setting Powered False\u000a04:00:52.822548 bus /gobi_4: Setting Powered False\u000a04:00:53.932573 bus /gobi_1: Setting Powered False\u000a04:00:55.034263 bus /gobi_1: Setting Powered False\u000a04:00:56.145851 bus /gobi_0: Setting Powered False\u000a04:00:57.248060 bus /gobi_0: Setting Powered False\u000a04:00:58.359752 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6193): Process ended prematurely: osmo-stp_10.42.42.5(pid=6193) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6193)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6193): Process ended prematurely: osmo-stp_10.42.42.5(pid=6193) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:00:59.429325 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:59.442115 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:00:59.608802 tst ping.py: using LAC 38400\u000a04:00:59.735449 tst ping.py: using RAC 150\u000a04:00:59.866780 tst ping.py: using CellId 38400\u000a04:00:59.992130 tst ping.py: using BVCI 38401\u000a04:01:00.017201 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:00.028617 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:00.039885 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:00.051277 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:00.062878 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:00.074592 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:00.086265 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:00.097950 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:01:00.377930 tst ping.py:19: start network...\u000a04:01:00.502925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:01.063420 run create_hlr_db(pid=6187): Launched\u000a04:01:01.284618 bus /gobi_6: Setting Powered False\u000a04:01:02.270269 run create_hlr_db(pid=6187): Terminated: ok {rc=0}\u000a04:01:02.705672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6189): Launched\u000a04:01:03.009755 run osmo-hlr_10.42.42.2(pid=6190): Launched\u000a04:01:03.119914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:03.650094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6192): Launched\u000a04:01:03.953620 run osmo-stp_10.42.42.5(pid=6193): Launched\u000a04:01:04.062412 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:04.586706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6195): Launched\u000a04:01:04.692693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:04.957125 run patchelf(pid=6196): Launched\u000a04:01:05.132780 run osmo-stp_10.42.42.5(pid=6193): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6193)]\u000a04:01:05.261541 run osmo-stp_10.42.42.5(pid=6193): stdout: \u000a| (launched: 2022-12-14_04:01:03.802882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:05.390646 run osmo-stp_10.42.42.5(pid=6193): stderr: \u000a| �[0;m�[38;5;43m20221214040103971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040103971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040103971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040103972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040103972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040103973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040103973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:05.514539 run osmo-stp_10.42.42.5(pid=6193): stdout: \u000a| (launched: 2022-12-14_04:01:03.802882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:05.637291 run osmo-stp_10.42.42.5(pid=6193): stderr: \u000a| �[0;m�[38;5;43m20221214040103971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040103971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040103971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040103972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040103972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040103973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040103973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:05.779626 run patchelf(pid=6196): Terminating (SIGINT)\u000a04:01:05.946868 run patchelf(pid=6196): Terminated: ok {rc=0}\u000a04:01:05.977502 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6193): Process ended prematurely: osmo-stp_10.42.42.5(pid=6193) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6193)] [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:01:05.986115 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:01:06.045624 run osmo-hlr_10.42.42.2(pid=6190): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6190)]\u000a04:01:06.094615 run osmo-hlr_10.42.42.2(pid=6190): stdout: \u000a| (launched: 2022-12-14_04:01:02.858666) \u000a04:01:06.144250 run osmo-hlr_10.42.42.2(pid=6190): stderr: \u000a| �[0;m�[1;31m20221214040103035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040103035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040103035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040103035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040103035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040103035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040103047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040103056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040103056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040103056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:06.186195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6189): Terminating (SIGTERM)\u000a04:01:06.225648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6192): Terminating (SIGTERM)\u000a04:01:06.265018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6195): Terminating (SIGTERM)\u000a04:01:06.274174 --- ParallelTerminationStrategy: PID 6189 died...\u000a04:01:06.327264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6189): Terminated: ok {rc=0}\u000a04:01:06.336683 --- ParallelTerminationStrategy: PID 6192 died...\u000a04:01:06.390836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6192): Terminated: ok {rc=0}\u000a04:01:06.400182 --- ParallelTerminationStrategy: PID 6195 died...\u000a04:01:06.452805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6195): Terminated: ok {rc=0}\u000a04:01:06.541658 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6203): Process ended prematurely: osmo-stp_10.42.42.5(pid=6203) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6203)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6203): Process ended prematurely: osmo-stp_10.42.42.5(pid=6203) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:01:07.594954 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:07.607108 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:01:07.764711 tst ping_idle_ping.py: using LAC 38401\u000a04:01:07.885417 tst ping_idle_ping.py: using RAC 151\u000a04:01:08.003713 tst ping_idle_ping.py: using CellId 38401\u000a04:01:08.124140 tst ping_idle_ping.py: using BVCI 38402\u000a04:01:08.147273 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:08.158169 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:08.168910 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:08.179641 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:08.190267 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:08.200895 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:08.211744 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:08.222568 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:01:08.513313 tst ping_idle_ping.py:24: start network...\u000a04:01:08.648561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:09.162438 run create_hlr_db(pid=6197): Launched\u000a04:01:09.350127 bus /gobi_6: Setting Powered False\u000a04:01:10.370566 run create_hlr_db(pid=6197): Terminated: ok {rc=0}\u000a04:01:10.803273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6199): Launched\u000a04:01:11.127942 run osmo-hlr_10.42.42.2(pid=6200): Launched\u000a04:01:11.246939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:11.811039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6202): Launched\u000a04:01:12.136407 run osmo-stp_10.42.42.5(pid=6203): Launched\u000a04:01:12.253175 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:12.819269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6205): Launched\u000a04:01:12.935010 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:13.217370 run patchelf(pid=6206): Launched\u000a04:01:13.407046 run osmo-stp_10.42.42.5(pid=6203): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6203)]\u000a04:01:13.546036 run osmo-stp_10.42.42.5(pid=6203): stdout: \u000a| (launched: 2022-12-14_04:01:11.975593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:13.685166 run osmo-stp_10.42.42.5(pid=6203): stderr: \u000a| �[0;m�[38;5;43m20221214040112166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040112166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040112166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040112166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040112167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040112167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040112167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:13.819162 run osmo-stp_10.42.42.5(pid=6203): stdout: \u000a| (launched: 2022-12-14_04:01:11.975593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:13.952471 run osmo-stp_10.42.42.5(pid=6203): stderr: \u000a| �[0;m�[38;5;43m20221214040112166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040112166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040112166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040112166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040112167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040112167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040112167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:14.107163 run patchelf(pid=6206): Terminating (SIGINT)\u000a04:01:14.288140 run patchelf(pid=6206): Terminated: ok {rc=0}\u000a04:01:14.321222 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6203): Process ended prematurely: osmo-stp_10.42.42.5(pid=6203) [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6203)] [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:01:14.330570 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a04:01:14.394395 run osmo-hlr_10.42.42.2(pid=6200): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6200)]\u000a04:01:14.446406 run osmo-hlr_10.42.42.2(pid=6200): stdout: \u000a| (launched: 2022-12-14_04:01:10.967952) \u000a04:01:14.499269 run osmo-hlr_10.42.42.2(pid=6200): stderr: \u000a| �[0;m�[1;31m20221214040111164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040111164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040111164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040111164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040111164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040111164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040111179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040111190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040111190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040111190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:14.544269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6199): Terminating (SIGTERM)\u000a04:01:14.587195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6202): Terminating (SIGTERM)\u000a04:01:14.630136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6205): Terminating (SIGTERM)\u000a04:01:14.639802 --- ParallelTerminationStrategy: PID 6199 died...\u000a04:01:14.696941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6199): Terminated: ok {rc=0}\u000a04:01:14.707099 --- ParallelTerminationStrategy: PID 6202 died...\u000a04:01:14.763732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6202): Terminated: ok {rc=0}\u000a04:01:14.773841 --- ParallelTerminationStrategy: PID 6205 died...\u000a04:01:14.830553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6205): Terminated: ok {rc=0}\u000a04:01:14.918696 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:00:16" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6220): Process ended prematurely: osmo-stp_10.42.42.5(pid=6220) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6220)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6220): Process ended prematurely: osmo-stp_10.42.42.5(pid=6220) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:01:17.178783 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:17.192457 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:01:17.341645 tst cs_paging_gprs_active.py: using LAC 38402\u000a04:01:17.473201 tst cs_paging_gprs_active.py: using RAC 152\u000a04:01:17.604694 tst cs_paging_gprs_active.py: using CellId 38402\u000a04:01:17.735593 tst cs_paging_gprs_active.py: using BVCI 38403\u000a04:01:17.760861 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:17.772553 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:17.783997 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:17.795468 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:17.807873 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:17.819995 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:17.832407 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:17.844653 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:17.857708 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:17.980151 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:18.281322 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:01:18.419197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:18.762484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6210): Launched\u000a04:01:19.049319 run iperf3-srv_10.42.42.10(pid=6211): Launched\u000a04:01:19.251309 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:01:19.389256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:19.731840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6212): Launched\u000a04:01:20.018119 run iperf3-srv_10.42.42.10(pid=6213): Launched\u000a04:01:20.220599 tst cs_paging_gprs_active.py:38: start network...\u000a04:01:20.358471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:20.878562 run create_hlr_db(pid=6214): Launched\u000a04:01:21.068034 bus /gobi_6: Setting Powered False\u000a04:01:22.095322 run create_hlr_db(pid=6214): Terminated: ok {rc=0}\u000a04:01:22.514788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6216): Launched\u000a04:01:22.846518 run osmo-hlr_10.42.42.2(pid=6217): Launched\u000a04:01:22.971003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:23.541846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6219): Launched\u000a04:01:23.871340 run osmo-stp_10.42.42.5(pid=6220): Launched\u000a04:01:23.990863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:24.565596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6222): Launched\u000a04:01:24.682986 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:24.972011 run patchelf(pid=6223): Launched\u000a04:01:25.163770 run osmo-stp_10.42.42.5(pid=6220): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6220)]\u000a04:01:25.303843 run osmo-stp_10.42.42.5(pid=6220): stdout: \u000a| (launched: 2022-12-14_04:01:23.708569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:25.444415 run osmo-stp_10.42.42.5(pid=6220): stderr: \u000a| �[0;m�[38;5;43m20221214040123902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040123902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040123903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040123903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040123903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040123903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040123904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:25.580306 run osmo-stp_10.42.42.5(pid=6220): stdout: \u000a| (launched: 2022-12-14_04:01:23.708569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:25.715248 run osmo-stp_10.42.42.5(pid=6220): stderr: \u000a| �[0;m�[38;5;43m20221214040123902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040123902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040123903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040123903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040123903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040123903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040123904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:25.871996 run patchelf(pid=6223): Terminating (SIGINT)\u000a04:01:26.055795 run patchelf(pid=6223): Terminated: ok {rc=0}\u000a04:01:26.089712 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6220): Process ended prematurely: osmo-stp_10.42.42.5(pid=6220) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6220)] [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a04:01:26.099779 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a04:01:26.163692 run osmo-hlr_10.42.42.2(pid=6217): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6217)]\u000a04:01:26.215739 run osmo-hlr_10.42.42.2(pid=6217): stdout: \u000a| (launched: 2022-12-14_04:01:22.682747) \u000a04:01:26.268591 run osmo-hlr_10.42.42.2(pid=6217): stderr: \u000a| �[0;m�[1;31m20221214040122879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040122879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040122880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040122880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040122880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040122880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040122896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040122905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040122906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040122906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:26.313598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6210): Terminating (SIGTERM)\u000a04:01:26.355827 run iperf3-srv_10.42.42.10(pid=6211): Terminating (SIGTERM)\u000a04:01:26.398681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6212): Terminating (SIGTERM)\u000a04:01:26.441509 run iperf3-srv_10.42.42.10(pid=6213): Terminating (SIGTERM)\u000a04:01:26.483883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6216): Terminating (SIGTERM)\u000a04:01:26.526232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6219): Terminating (SIGTERM)\u000a04:01:26.568622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6222): Terminating (SIGTERM)\u000a04:01:26.578343 --- ParallelTerminationStrategy: PID 6210 died...\u000a04:01:26.635345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6210): Terminated: ok {rc=0}\u000a04:01:26.645559 --- ParallelTerminationStrategy: PID 6211 died...\u000a04:01:26.702058 run iperf3-srv_10.42.42.10(pid=6211): Terminated {rc=256}\u000a04:01:26.712063 --- ParallelTerminationStrategy: PID 6212 died...\u000a04:01:26.768576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6212): Terminated: ok {rc=0}\u000a04:01:26.778605 --- ParallelTerminationStrategy: PID 6213 died...\u000a04:01:26.835085 run iperf3-srv_10.42.42.10(pid=6213): Terminated {rc=256}\u000a04:01:26.845201 --- ParallelTerminationStrategy: PID 6216 died...\u000a04:01:26.901990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6216): Terminated: ok {rc=0}\u000a04:01:26.912117 --- ParallelTerminationStrategy: PID 6219 died...\u000a04:01:26.968691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6219): Terminated: ok {rc=0}\u000a04:01:26.978762 --- ParallelTerminationStrategy: PID 6222 died...\u000a04:01:27.035484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6222): Terminated: ok {rc=0}\u000a04:01:27.123858 bus /gobi_0: Setting Powered False\u000a04:01:28.227336 bus /gobi_0: Setting Powered False\u000a04:01:29.339467 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6232): Process ended prematurely: osmo-stp_10.42.42.5(pid=6232) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6232)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6232): Process ended prematurely: osmo-stp_10.42.42.5(pid=6232) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a04:01:30.451046 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:30.463429 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:01:30.608203 tst iperf3.py: using LAC 38403\u000a04:01:30.734522 tst iperf3.py: using RAC 153\u000a04:01:30.857418 tst iperf3.py: using CellId 38403\u000a04:01:30.996796 tst iperf3.py: using BVCI 38404\u000a04:01:31.023803 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:31.037069 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:31.050003 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:31.063062 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:31.077799 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:31.091278 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:31.105348 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:31.119126 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:31.133763 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:31.443146 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:01:31.586205 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:31.944528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6224): Launched\u000a04:01:32.239758 run iperf3-srv_10.42.42.10(pid=6225): Launched\u000a04:01:32.441906 tst iperf3.py:8: start network...\u000a04:01:32.580059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:33.101459 run create_hlr_db(pid=6226): Launched\u000a04:01:33.290759 bus /gobi_6: Setting Powered False\u000a04:01:34.311551 run create_hlr_db(pid=6226): Terminated: ok {rc=0}\u000a04:01:34.748628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6228): Launched\u000a04:01:35.079433 run osmo-hlr_10.42.42.2(pid=6229): Launched\u000a04:01:35.202379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:35.776197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6231): Launched\u000a04:01:36.107807 run osmo-stp_10.42.42.5(pid=6232): Launched\u000a04:01:36.226639 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:36.801950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6234): Launched\u000a04:01:36.919868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:37.206354 run patchelf(pid=6235): Launched\u000a04:01:37.398653 run osmo-stp_10.42.42.5(pid=6232): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6232)]\u000a04:01:37.539319 run osmo-stp_10.42.42.5(pid=6232): stdout: \u000a| (launched: 2022-12-14_04:01:35.943943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:37.679968 run osmo-stp_10.42.42.5(pid=6232): stderr: \u000a| �[0;m�[38;5;43m20221214040136136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040136136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040136136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040136136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040136137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040136137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040136137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:37.815726 run osmo-stp_10.42.42.5(pid=6232): stdout: \u000a| (launched: 2022-12-14_04:01:35.943943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:37.951192 run osmo-stp_10.42.42.5(pid=6232): stderr: \u000a| �[0;m�[38;5;43m20221214040136136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040136136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040136136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040136136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040136137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040136137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040136137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:38.107650 run patchelf(pid=6235): Terminating (SIGINT)\u000a04:01:38.291158 run patchelf(pid=6235): Terminated: ok {rc=0}\u000a04:01:38.324733 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6232): Process ended prematurely: osmo-stp_10.42.42.5(pid=6232) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6232)] [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a04:01:38.334854 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a04:01:38.398413 run osmo-hlr_10.42.42.2(pid=6229): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6229)]\u000a04:01:38.450232 run osmo-hlr_10.42.42.2(pid=6229): stdout: \u000a| (launched: 2022-12-14_04:01:34.915831) \u000a04:01:38.502721 run osmo-hlr_10.42.42.2(pid=6229): stderr: \u000a| �[0;m�[1;31m20221214040135116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040135116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040135116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040135116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040135116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040135116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040135131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040135139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040135140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040135140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:38.547399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6224): Terminating (SIGTERM)\u000a04:01:38.589451 run iperf3-srv_10.42.42.10(pid=6225): Terminating (SIGTERM)\u000a04:01:38.632006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6228): Terminating (SIGTERM)\u000a04:01:38.674521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6231): Terminating (SIGTERM)\u000a04:01:38.717130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6234): Terminating (SIGTERM)\u000a04:01:38.726764 --- ParallelTerminationStrategy: PID 6224 died...\u000a04:01:38.783243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6224): Terminated: ok {rc=0}\u000a04:01:38.793320 --- ParallelTerminationStrategy: PID 6225 died...\u000a04:01:38.849229 run iperf3-srv_10.42.42.10(pid=6225): Terminated {rc=256}\u000a04:01:38.859140 --- ParallelTerminationStrategy: PID 6228 died...\u000a04:01:38.915444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6228): Terminated: ok {rc=0}\u000a04:01:38.925833 --- ParallelTerminationStrategy: PID 6231 died...\u000a04:01:38.981789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6231): Terminated: ok {rc=0}\u000a04:01:38.991737 --- ParallelTerminationStrategy: PID 6234 died...\u000a04:01:39.047991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6234): Terminated: ok {rc=0}\u000a04:01:39.135193 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6250): Process ended prematurely: osmo-stp_10.42.42.5(pid=6250) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6250)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6250): Process ended prematurely: osmo-stp_10.42.42.5(pid=6250) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a04:01:40.249554 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:40.261676 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:01:40.404081 tst iperf3m4.py: using LAC 38404\u000a04:01:40.527277 tst iperf3m4.py: using RAC 154\u000a04:01:40.650667 tst iperf3m4.py: using CellId 38404\u000a04:01:40.774585 tst iperf3m4.py: using BVCI 38405\u000a04:01:40.798424 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:40.809954 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:40.821072 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:40.832042 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:40.843783 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:40.855646 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:40.867728 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:40.879387 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:40.891301 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:41.014282 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:41.138315 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:41.257437 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:41.558403 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:01:41.696556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:42.038750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6236): Launched\u000a04:01:42.323944 run iperf3-srv_10.42.42.10(pid=6237): Launched\u000a04:01:42.525555 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:01:42.662822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:43.005702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6238): Launched\u000a04:01:43.289057 run iperf3-srv_10.42.42.10(pid=6239): Launched\u000a04:01:43.490656 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:01:43.628362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:43.968593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6240): Launched\u000a04:01:44.252049 run iperf3-srv_10.42.42.10(pid=6241): Launched\u000a04:01:44.452836 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:01:44.589627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:44.931571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6242): Launched\u000a04:01:45.215507 run iperf3-srv_10.42.42.10(pid=6243): Launched\u000a04:01:45.415968 tst iperf3m4.py:8: start network...\u000a04:01:45.552735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:46.097839 run create_hlr_db(pid=6244): Launched\u000a04:01:46.291020 bus /gobi_6: Setting Powered False\u000a04:01:47.313307 run create_hlr_db(pid=6244): Terminated: ok {rc=0}\u000a04:01:47.751753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6246): Launched\u000a04:01:48.083669 run osmo-hlr_10.42.42.2(pid=6247): Launched\u000a04:01:48.206063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:48.784793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6249): Launched\u000a04:01:49.114580 run osmo-stp_10.42.42.5(pid=6250): Launched\u000a04:01:49.233406 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:49.804532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6252): Launched\u000a04:01:49.921977 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:50.208164 run patchelf(pid=6253): Launched\u000a04:01:50.399867 run osmo-stp_10.42.42.5(pid=6250): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6250)]\u000a04:01:50.539610 run osmo-stp_10.42.42.5(pid=6250): stdout: \u000a| (launched: 2022-12-14_04:01:48.951654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:50.679739 run osmo-stp_10.42.42.5(pid=6250): stderr: \u000a| �[0;m�[38;5;43m20221214040149139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040149139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040149140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040149140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040149140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040149140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040149141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:50.815234 run osmo-stp_10.42.42.5(pid=6250): stdout: \u000a| (launched: 2022-12-14_04:01:48.951654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:50.950438 run osmo-stp_10.42.42.5(pid=6250): stderr: \u000a| �[0;m�[38;5;43m20221214040149139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040149139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040149140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040149140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040149140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040149140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040149141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:51.106538 run patchelf(pid=6253): Terminating (SIGINT)\u000a04:01:51.289018 run patchelf(pid=6253): Terminated: ok {rc=0}\u000a04:01:51.322682 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6250): Process ended prematurely: osmo-stp_10.42.42.5(pid=6250) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6250)] [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a04:01:51.332780 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a04:01:51.396546 run osmo-hlr_10.42.42.2(pid=6247): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6247)]\u000a04:01:51.448167 run osmo-hlr_10.42.42.2(pid=6247): stdout: \u000a| (launched: 2022-12-14_04:01:47.918975) \u000a04:01:51.500362 run osmo-hlr_10.42.42.2(pid=6247): stderr: \u000a| �[0;m�[1;31m20221214040148115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040148115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040148115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040148115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040148115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040148115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040148127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040148135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040148136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040148136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:51.544990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6236): Terminating (SIGTERM)\u000a04:01:51.586659 run iperf3-srv_10.42.42.10(pid=6237): Terminating (SIGTERM)\u000a04:01:51.629378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6238): Terminating (SIGTERM)\u000a04:01:51.671582 run iperf3-srv_10.42.42.10(pid=6239): Terminating (SIGTERM)\u000a04:01:51.714214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6240): Terminating (SIGTERM)\u000a04:01:51.756285 run iperf3-srv_10.42.42.10(pid=6241): Terminating (SIGTERM)\u000a04:01:51.798711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6242): Terminating (SIGTERM)\u000a04:01:51.840823 run iperf3-srv_10.42.42.10(pid=6243): Terminating (SIGTERM)\u000a04:01:51.883399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6246): Terminating (SIGTERM)\u000a04:01:51.925863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6249): Terminating (SIGTERM)\u000a04:01:51.967594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6252): Terminating (SIGTERM)\u000a04:01:51.977324 --- ParallelTerminationStrategy: PID 6236 died...\u000a04:01:52.033435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6236): Terminated: ok {rc=0}\u000a04:01:52.043424 --- ParallelTerminationStrategy: PID 6237 died...\u000a04:01:52.099090 run iperf3-srv_10.42.42.10(pid=6237): Terminated {rc=256}\u000a04:01:52.109122 --- ParallelTerminationStrategy: PID 6238 died...\u000a04:01:52.164803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6238): Terminated: ok {rc=0}\u000a04:01:52.174837 --- ParallelTerminationStrategy: PID 6239 died...\u000a04:01:52.230535 run iperf3-srv_10.42.42.10(pid=6239): Terminated {rc=256}\u000a04:01:52.240454 --- ParallelTerminationStrategy: PID 6240 died...\u000a04:01:52.296104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6240): Terminated: ok {rc=0}\u000a04:01:52.306078 --- ParallelTerminationStrategy: PID 6241 died...\u000a04:01:52.361764 run iperf3-srv_10.42.42.10(pid=6241): Terminated {rc=256}\u000a04:01:52.371715 --- ParallelTerminationStrategy: PID 6242 died...\u000a04:01:52.427651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6242): Terminated: ok {rc=0}\u000a04:01:52.437708 --- ParallelTerminationStrategy: PID 6243 died...\u000a04:01:52.493354 run iperf3-srv_10.42.42.10(pid=6243): Terminated {rc=256}\u000a04:01:52.503367 --- ParallelTerminationStrategy: PID 6246 died...\u000a04:01:52.559396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6246): Terminated: ok {rc=0}\u000a04:01:52.569872 --- ParallelTerminationStrategy: PID 6249 died...\u000a04:01:52.625666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6249): Terminated: ok {rc=0}\u000a04:01:52.635668 --- ParallelTerminationStrategy: PID 6252 died...\u000a04:01:52.691707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6252): Terminated: ok {rc=0}\u000a04:01:52.778651 bus /gobi_4: Setting Powered False\u000a04:01:53.882812 bus /gobi_4: Setting Powered False\u000a04:01:54.993072 bus /gobi_1: Setting Powered False\u000a04:01:56.098705 bus /gobi_1: Setting Powered False\u000a04:01:57.208190 bus /gobi_0: Setting Powered False\u000a04:01:58.313749 bus /gobi_0: Setting Powered False\u000a04:01:59.426729 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6260): Process ended prematurely: osmo-stp_10.42.42.5(pid=6260) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6260)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6260): Process ended prematurely: osmo-stp_10.42.42.5(pid=6260) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a04:02:00.495238 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:00.507701 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:02:00.659445 tst ping.py: using LAC 38405\u000a04:02:00.783133 tst ping.py: using RAC 155\u000a04:02:00.909430 tst ping.py: using CellId 38405\u000a04:02:01.056353 tst ping.py: using BVCI 38406\u000a04:02:01.080486 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:01.093311 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:01.105647 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:01.117813 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:01.129948 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:01.142014 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:01.153776 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:01.165445 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:02:01.529397 tst ping.py:19: start network...\u000a04:02:01.665331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:02.237714 run create_hlr_db(pid=6254): Launched\u000a04:02:02.426081 bus /gobi_6: Setting Powered False\u000a04:02:03.445029 run create_hlr_db(pid=6254): Terminated: ok {rc=0}\u000a04:02:03.847831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6256): Launched\u000a04:02:04.147646 run osmo-hlr_10.42.42.2(pid=6257): Launched\u000a04:02:04.265927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:04.798376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6259): Launched\u000a04:02:05.101923 run osmo-stp_10.42.42.5(pid=6260): Launched\u000a04:02:05.211016 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:02:05.737539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6262): Launched\u000a04:02:05.843781 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:02:06.106451 run patchelf(pid=6263): Launched\u000a04:02:06.282886 run osmo-stp_10.42.42.5(pid=6260): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6260)]\u000a04:02:06.411948 run osmo-stp_10.42.42.5(pid=6260): stdout: \u000a| (launched: 2022-12-14_04:02:04.950416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:06.541894 run osmo-stp_10.42.42.5(pid=6260): stderr: \u000a| �[0;m�[38;5;43m20221214040205120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040205121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:06.666663 run osmo-stp_10.42.42.5(pid=6260): stdout: \u000a| (launched: 2022-12-14_04:02:04.950416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:06.790263 run osmo-stp_10.42.42.5(pid=6260): stderr: \u000a| �[0;m�[38;5;43m20221214040205120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040205121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040205121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040205122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:06.933986 run patchelf(pid=6263): Terminating (SIGINT)\u000a04:02:07.103708 run patchelf(pid=6263): Terminated: ok {rc=0}\u000a04:02:07.135023 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6260): Process ended prematurely: osmo-stp_10.42.42.5(pid=6260) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6260)] [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a04:02:07.143713 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:02:07.204004 run osmo-hlr_10.42.42.2(pid=6257): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6257)]\u000a04:02:07.252720 run osmo-hlr_10.42.42.2(pid=6257): stdout: \u000a| (launched: 2022-12-14_04:02:03.999487) \u000a04:02:07.302126 run osmo-hlr_10.42.42.2(pid=6257): stderr: \u000a| �[0;m�[1;31m20221214040204174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040204174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040204174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040204174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040204174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040204174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040204186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040204195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040204195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040204196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:02:07.344157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6256): Terminating (SIGTERM)\u000a04:02:07.383595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6259): Terminating (SIGTERM)\u000a04:02:07.423084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6262): Terminating (SIGTERM)\u000a04:02:07.432219 --- ParallelTerminationStrategy: PID 6256 died...\u000a04:02:07.485142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6256): Terminated: ok {rc=0}\u000a04:02:07.494701 --- ParallelTerminationStrategy: PID 6259 died...\u000a04:02:07.547430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6259): Terminated: ok {rc=0}\u000a04:02:07.556922 --- ParallelTerminationStrategy: PID 6262 died...\u000a04:02:07.609777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6262): Terminated: ok {rc=0}\u000a04:02:07.697755 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6270): Process ended prematurely: osmo-stp_10.42.42.5(pid=6270) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6270)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6270): Process ended prematurely: osmo-stp_10.42.42.5(pid=6270) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a04:02:08.751019 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:08.764292 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:02:08.917845 tst ping_idle_ping.py: using LAC 38406\u000a04:02:09.042403 tst ping_idle_ping.py: using RAC 156\u000a04:02:09.166323 tst ping_idle_ping.py: using CellId 38406\u000a04:02:09.290279 tst ping_idle_ping.py: using BVCI 38407\u000a04:02:09.315090 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:09.327014 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:09.338641 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:09.350438 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:09.362289 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:09.374286 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:09.386377 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:09.398329 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:02:09.692333 tst ping_idle_ping.py:24: start network...\u000a04:02:09.826327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:10.339007 run create_hlr_db(pid=6264): Launched\u000a04:02:10.527038 bus /gobi_6: Setting Powered False\u000a04:02:11.547265 run create_hlr_db(pid=6264): Terminated: ok {rc=0}\u000a04:02:11.954343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6266): Launched\u000a04:02:12.257684 run osmo-hlr_10.42.42.2(pid=6267): Launched\u000a04:02:12.371968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:12.896722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6269): Launched\u000a04:02:13.202122 run osmo-stp_10.42.42.5(pid=6270): Launched\u000a04:02:13.311972 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:02:13.836228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6272): Launched\u000a04:02:13.942723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:02:14.207199 run patchelf(pid=6273): Launched\u000a04:02:14.383082 run osmo-stp_10.42.42.5(pid=6270): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6270)]\u000a04:02:14.511861 run osmo-stp_10.42.42.5(pid=6270): stdout: \u000a| (launched: 2022-12-14_04:02:13.051045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:14.641105 run osmo-stp_10.42.42.5(pid=6270): stderr: \u000a| �[0;m�[38;5;43m20221214040213222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040213222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040213223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040213223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040213223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040213224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040213224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:14.765186 run osmo-stp_10.42.42.5(pid=6270): stdout: \u000a| (launched: 2022-12-14_04:02:13.051045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:14.888025 run osmo-stp_10.42.42.5(pid=6270): stderr: \u000a| �[0;m�[38;5;43m20221214040213222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040213222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040213223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040213223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040213223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040213224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040213224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:15.031477 run patchelf(pid=6273): Terminating (SIGINT)\u000a04:02:15.200057 run patchelf(pid=6273): Terminated: ok {rc=0}\u000a04:02:15.230851 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6270): Process ended prematurely: osmo-stp_10.42.42.5(pid=6270) [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6270)] [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a04:02:15.239687 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:02:15.299647 run osmo-hlr_10.42.42.2(pid=6267): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6267)]\u000a04:02:15.348781 run osmo-hlr_10.42.42.2(pid=6267): stdout: \u000a| (launched: 2022-12-14_04:02:12.107093) \u000a04:02:15.398601 run osmo-hlr_10.42.42.2(pid=6267): stderr: \u000a| �[0;m�[1;31m20221214040212283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040212283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040212283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040212283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040212283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040212283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040212296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040212306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040212306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040212306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:02:15.440469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6266): Terminating (SIGTERM)\u000a04:02:15.480035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6269): Terminating (SIGTERM)\u000a04:02:15.519527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6272): Terminating (SIGTERM)\u000a04:02:15.528687 --- ParallelTerminationStrategy: PID 6266 died...\u000a04:02:15.581547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6266): Terminated: ok {rc=0}\u000a04:02:15.591026 --- ParallelTerminationStrategy: PID 6269 died...\u000a04:02:15.643897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6269): Terminated: ok {rc=0}\u000a04:02:15.653815 --- ParallelTerminationStrategy: PID 6272 died...\u000a04:02:15.706481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6272): Terminated: ok {rc=0}\u000a04:02:15.795462 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:01:16" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6284): Process ended prematurely: osmo-stp_10.42.42.5(pid=6284) [trial-2399↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6284)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6284): Process ended prematurely: osmo-stp_10.42.42.5(pid=6284) [trial-2399↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:02:17.863272 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:17.875138 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:02:18.041788 tst switch_tch_pdch.py: using LAC 38407\u000a04:02:18.165682 tst switch_tch_pdch.py: using RAC 157\u000a04:02:18.291117 tst switch_tch_pdch.py: using CellId 38407\u000a04:02:18.411466 tst switch_tch_pdch.py: using BVCI 38408\u000a04:02:18.434437 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:18.445752 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:18.456645 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:18.467657 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:18.479252 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:18.490884 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:18.502657 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:18.514260 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:02:18.636155 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:02:18.913486 tst switch_tch_pdch.py:51: start network...\u000a04:02:19.037574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:19.521235 run create_hlr_db(pid=6278): Launched\u000a04:02:19.707827 bus /gobi_6: Setting Powered False\u000a04:02:20.728118 run create_hlr_db(pid=6278): Terminated: ok {rc=0}\u000a04:02:21.133165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6280): Launched\u000a04:02:21.434262 run osmo-hlr_10.42.42.2(pid=6281): Launched\u000a04:02:21.551903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:22.086146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6283): Launched\u000a04:02:22.388887 run osmo-stp_10.42.42.5(pid=6284): Launched\u000a04:02:22.497117 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:02:23.021161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6286): Launched\u000a04:02:23.128202 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:02:23.390513 run patchelf(pid=6287): Launched\u000a04:02:23.565995 run osmo-stp_10.42.42.5(pid=6284): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6284)]\u000a04:02:23.694512 run osmo-stp_10.42.42.5(pid=6284): stdout: \u000a| (launched: 2022-12-14_04:02:22.239116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:23.823004 run osmo-stp_10.42.42.5(pid=6284): stderr: \u000a| �[0;m�[38;5;43m20221214040222410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040222410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040222410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040222411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040222411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040222411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040222411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:23.946907 run osmo-stp_10.42.42.5(pid=6284): stdout: \u000a| (launched: 2022-12-14_04:02:22.239116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:24.069369 run osmo-stp_10.42.42.5(pid=6284): stderr: \u000a| �[0;m�[38;5;43m20221214040222410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040222410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040222410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040222411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040222411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040222411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040222411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:24.212016 run patchelf(pid=6287): Terminating (SIGINT)\u000a04:02:24.379155 run patchelf(pid=6287): Terminated: ok {rc=0}\u000a04:02:24.409792 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6284): Process ended prematurely: osmo-stp_10.42.42.5(pid=6284) [trial-2399↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6284)] [trial-2399↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:02:24.418949 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a04:02:24.478652 run osmo-hlr_10.42.42.2(pid=6281): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6281)]\u000a04:02:24.527553 run osmo-hlr_10.42.42.2(pid=6281): stdout: \u000a| (launched: 2022-12-14_04:02:21.285087) \u000a04:02:24.576728 run osmo-hlr_10.42.42.2(pid=6281): stderr: \u000a| �[0;m�[1;31m20221214040221463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040221463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040221463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040221463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040221463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040221464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040221475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040221486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040221486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040221486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:02:24.619019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6280): Terminating (SIGTERM)\u000a04:02:24.658767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6283): Terminating (SIGTERM)\u000a04:02:24.698455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6286): Terminating (SIGTERM)\u000a04:02:24.707303 --- ParallelTerminationStrategy: PID 6280 died...\u000a04:02:24.760478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6280): Terminated: ok {rc=0}\u000a04:02:24.770042 --- ParallelTerminationStrategy: PID 6283 died...\u000a04:02:24.822848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6283): Terminated: ok {rc=0}\u000a04:02:24.832281 --- ParallelTerminationStrategy: PID 6286 died...\u000a04:02:24.884843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6286): Terminated: ok {rc=0}\u000a04:02:24.972937 bus /gobi_0: Setting Powered False\u000a04:02:26.075232 bus /gobi_0: Setting Powered False\u000a04:02:27.188499 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:02:17" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6297): Process ended prematurely: osmo-stp_10.42.42.5(pid=6297) [trial-2399↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6297)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6297): Process ended prematurely: osmo-stp_10.42.42.5(pid=6297) [trial-2399↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:02:29.159002 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:29.170089 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:02:29.327038 tst switch_tch_pdch.py: using LAC 38408\u000a04:02:29.443304 tst switch_tch_pdch.py: using RAC 158\u000a04:02:29.559089 tst switch_tch_pdch.py: using CellId 38408\u000a04:02:29.674888 tst switch_tch_pdch.py: using BVCI 38409\u000a04:02:29.697910 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:29.708772 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:29.719479 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:29.730275 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:29.741348 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:29.752517 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:29.763449 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:29.774184 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:02:29.895174 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:02:30.172154 tst switch_tch_pdch.py:51: start network...\u000a04:02:30.296178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:30.752050 run create_hlr_db(pid=6291): Launched\u000a04:02:30.896025 bus /gobi_6: Setting Powered False\u000a04:02:31.961345 run create_hlr_db(pid=6291): Terminated: ok {rc=0}\u000a04:02:32.371334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6293): Launched\u000a04:02:32.695102 run osmo-hlr_10.42.42.2(pid=6294): Launched\u000a04:02:32.816432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:33.351133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6296): Launched\u000a04:02:33.674364 run osmo-stp_10.42.42.5(pid=6297): Launched\u000a04:02:33.790418 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:02:34.325306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6299): Launched\u000a04:02:34.440431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:02:34.723281 run patchelf(pid=6300): Launched\u000a04:02:34.911722 run osmo-stp_10.42.42.5(pid=6297): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6297)]\u000a04:02:35.050204 run osmo-stp_10.42.42.5(pid=6297): stdout: \u000a| (launched: 2022-12-14_04:02:33.514650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:35.188186 run osmo-stp_10.42.42.5(pid=6297): stderr: \u000a| �[0;m�[38;5;43m20221214040233708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040233708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040233708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040233708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040233709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040233709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040233709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:35.321617 run osmo-stp_10.42.42.5(pid=6297): stdout: \u000a| (launched: 2022-12-14_04:02:33.514650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:35.453536 run osmo-stp_10.42.42.5(pid=6297): stderr: \u000a| �[0;m�[38;5;43m20221214040233708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040233708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040233708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040233708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040233709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040233709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040233709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:35.606595 run patchelf(pid=6300): Terminating (SIGINT)\u000a04:02:35.785715 run patchelf(pid=6300): Terminated: ok {rc=0}\u000a04:02:35.818232 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6297): Process ended prematurely: osmo-stp_10.42.42.5(pid=6297) [trial-2399↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6297)] [trial-2399↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:02:35.827585 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a04:02:35.891606 run osmo-hlr_10.42.42.2(pid=6294): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6294)]\u000a04:02:35.943737 run osmo-hlr_10.42.42.2(pid=6294): stdout: \u000a| (launched: 2022-12-14_04:02:32.535012) \u000a04:02:35.996199 run osmo-hlr_10.42.42.2(pid=6294): stderr: \u000a| �[0;m�[1;31m20221214040232732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040232732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040232732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040232732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040232732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040232732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040232744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040232754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040232754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040232754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:02:36.040869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6293): Terminating (SIGTERM)\u000a04:02:36.083323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6296): Terminating (SIGTERM)\u000a04:02:36.125894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6299): Terminating (SIGTERM)\u000a04:02:36.135534 --- ParallelTerminationStrategy: PID 6293 died...\u000a04:02:36.192060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6293): Terminated: ok {rc=0}\u000a04:02:36.202098 --- ParallelTerminationStrategy: PID 6296 died...\u000a04:02:36.258504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6296): Terminated: ok {rc=0}\u000a04:02:36.268540 --- ParallelTerminationStrategy: PID 6299 died...\u000a04:02:36.325351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6299): Terminated: ok {rc=0}\u000a04:02:36.412495 bus /gobi_0: Setting Powered False\u000a04:02:37.519626 bus /gobi_0: Setting Powered False\u000a04:02:38.631955 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:02:28" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6305) [trial-2399↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6305)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6305) [trial-2399↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a04:02:40.530468 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a04:02:40.541519 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:02:40.679179 tst mo_mt_sms.py: using LAC 38409\u000a04:02:40.794197 tst mo_mt_sms.py: using RAC 159\u000a04:02:40.910127 tst mo_mt_sms.py: using CellId 38409\u000a04:02:41.025646 tst mo_mt_sms.py: using BVCI 38410\u000a04:02:41.048253 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:02:41.167535 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:02:41.443568 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:02:41.567823 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:02:42.190578 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6304): Launched\u000a04:02:42.489938 run osmo-nitb_10.42.42.2(pid=6305): Launched\u000a04:02:42.675310 run osmo-nitb_10.42.42.2(pid=6305): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6305)]\u000a04:02:42.811501 run osmo-nitb_10.42.42.2(pid=6305): stdout: \u000a| (launched: 2022-12-14_04:02:42.342589) \u000a04:02:42.948579 run osmo-nitb_10.42.42.2(pid=6305): stderr: \u000a| (launched: 2022-12-14_04:02:42.387287)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:02:43.079990 run osmo-nitb_10.42.42.2(pid=6305): stdout: \u000a| (launched: 2022-12-14_04:02:42.342589) \u000a04:02:43.210507 run osmo-nitb_10.42.42.2(pid=6305): stderr: \u000a| (launched: 2022-12-14_04:02:42.387287)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:02:43.611526 tst osmo-nitb_10.42.42.2(pid=6305): stdout: \u000a| (launched: 2022-12-14_04:02:42.342589) \u000a04:02:43.730979 tst osmo-nitb_10.42.42.2(pid=6305): stderr: \u000a| (launched: 2022-12-14_04:02:42.387287)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:02:43.783394 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6305) [trial-2399↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6305)] [trial-2399↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a04:02:43.791680 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a04:02:43.826498 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6304): Terminating (SIGTERM)\u000a04:02:44.004012 --- ParallelTerminationStrategy: PID 6304 died...\u000a04:02:44.059422 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6304): Terminated: ok {rc=0}\u000a04:02:44.144328 bus /sierra_3: Setting Powered False\u000a04:02:45.253658 bus /sierra_3: Setting Powered False\u000a04:02:46.375662 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:02:40" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6315): Process ended prematurely: osmo-stp_10.42.42.5(pid=6315) [trial-2399↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6315)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6315): Process ended prematurely: osmo-stp_10.42.42.5(pid=6315) [trial-2399↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a04:02:48.280167 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:48.291226 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:02:48.428761 tst mo_mt_sms.py: using LAC 38410\u000a04:02:48.544417 tst mo_mt_sms.py: using RAC 160\u000a04:02:48.659979 tst mo_mt_sms.py: using CellId 38410\u000a04:02:48.778025 tst mo_mt_sms.py: using BVCI 38411\u000a04:02:48.800819 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:48.811684 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:48.822241 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:48.832674 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:48.843586 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:48.854514 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:02:48.967960 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:02:49.164698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:49.647742 run create_hlr_db(pid=6309): Launched\u000a04:02:49.820693 bus /sierra_2: Setting Powered False\u000a04:02:50.843144 run create_hlr_db(pid=6309): Terminated: ok {rc=0}\u000a04:02:51.244938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6311): Launched\u000a04:02:51.547139 run osmo-hlr_10.42.42.2(pid=6312): Launched\u000a04:02:51.659904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:52.184152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6314): Launched\u000a04:02:52.486688 run osmo-stp_10.42.42.5(pid=6315): Launched\u000a04:02:52.594375 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:02:53.143289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6317): Launched\u000a04:02:53.444065 run osmo-msc_10.42.42.6(pid=6318): Launched\u000a04:02:53.620010 run osmo-stp_10.42.42.5(pid=6315): ERR: Terminated: ERROR {rc=1} [trial-2399↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6315)]\u000a04:02:53.746323 run osmo-stp_10.42.42.5(pid=6315): stdout: \u000a| (launched: 2022-12-14_04:02:52.335991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:53.871576 run osmo-stp_10.42.42.5(pid=6315): stderr: \u000a| �[0;m�[38;5;43m20221214040252506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040252506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040252506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040252507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040252507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040252507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040252507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:53.991200 run osmo-stp_10.42.42.5(pid=6315): stdout: \u000a| (launched: 2022-12-14_04:02:52.335991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:54.110178 run osmo-stp_10.42.42.5(pid=6315): stderr: \u000a| �[0;m�[38;5;43m20221214040252506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040252506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040252506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040252507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040252507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040252507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040252507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:54.162613 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6315): Process ended prematurely: osmo-stp_10.42.42.5(pid=6315) [trial-2399↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6315)] [trial-2399↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a04:02:54.170416 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a04:02:54.229852 run osmo-hlr_10.42.42.2(pid=6312): ERR: Terminated: ERROR {rc=237} [trial-2399↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6312)]\u000a04:02:54.278720 run osmo-hlr_10.42.42.2(pid=6312): stdout: \u000a| (launched: 2022-12-14_04:02:51.397464) \u000a04:02:54.328095 run osmo-hlr_10.42.42.2(pid=6312): stderr: \u000a| �[0;m�[1;31m20221214040251574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040251574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040251574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040251574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040251574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040251574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040251587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040251596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040251596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040251596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:02:54.395557 run osmo-msc_10.42.42.6(pid=6318): ERR: Terminated: ERROR {rc=2} [trial-2399↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6318)]\u000a04:02:54.444093 run osmo-msc_10.42.42.6(pid=6318): stdout: \u000a| (launched: 2022-12-14_04:02:53.295054) \u000a04:02:54.493556 run osmo-msc_10.42.42.6(pid=6318): stderr: \u000a| �[0;m�[38;5;43m20221214040253566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040253566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25861f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040253566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040253566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040253567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040253567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040253569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040253569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040253570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040253570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:02:54.535501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6311): Terminating (SIGTERM)\u000a04:02:54.575007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6314): Terminating (SIGTERM)\u000a04:02:54.614557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6317): Terminating (SIGTERM)\u000a04:02:54.623728 --- ParallelTerminationStrategy: PID 6311 died...\u000a04:02:54.676839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6311): Terminated: ok {rc=0}\u000a04:02:54.686401 --- ParallelTerminationStrategy: PID 6314 died...\u000a04:02:54.738949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6314): Terminated: ok {rc=0}\u000a04:02:54.748421 --- ParallelTerminationStrategy: PID 6317 died...\u000a04:02:54.801317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6317): Terminated: ok {rc=0}\u000a04:02:54.890277 bus /sierra_3: Setting Powered False\u000a04:02:55.993976 bus /sierra_3: Setting Powered False\u000a04:02:57.105495 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:02:48" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6324): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6324) [trial-2399↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6324)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6324): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6324) [trial-2399↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a04:02:58.948692 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a04:02:58.960228 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:02:59.098908 tst assert_extension.py: using LAC 38411\u000a04:02:59.218785 tst assert_extension.py: using RAC 161\u000a04:02:59.336503 tst assert_extension.py: using CellId 38411\u000a04:02:59.455995 tst assert_extension.py: using BVCI 38412\u000a04:02:59.478788 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a04:02:59.768681 tst assert_extension.py:10: start nitb and bts...\u000a04:02:59.902474 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:03:00.571784 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6323): Launched\u000a04:03:00.903065 run osmo-nitb_10.42.42.2(pid=6324): Launched\u000a04:03:01.114256 run osmo-nitb_10.42.42.2(pid=6324): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6324)]\u000a04:03:01.262592 run osmo-nitb_10.42.42.2(pid=6324): stdout: \u000a| (launched: 2022-12-14_04:03:00.735807) \u000a04:03:01.413143 run osmo-nitb_10.42.42.2(pid=6324): stderr: \u000a| (launched: 2022-12-14_04:03:00.783649)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:03:01.556579 run osmo-nitb_10.42.42.2(pid=6324): stdout: \u000a| (launched: 2022-12-14_04:03:00.735807) \u000a04:03:01.699323 run osmo-nitb_10.42.42.2(pid=6324): stderr: \u000a| (launched: 2022-12-14_04:03:00.783649)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:03:02.096743 tst osmo-nitb_10.42.42.2(pid=6324): stdout: \u000a| (launched: 2022-12-14_04:03:00.735807) \u000a04:03:02.230182 tst osmo-nitb_10.42.42.2(pid=6324): stderr: \u000a| (launched: 2022-12-14_04:03:00.783649)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:03:02.289091 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6324): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6324) [trial-2399↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6324)] [trial-2399↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a04:03:02.299141 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a04:03:02.339868 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6323): Terminating (SIGTERM)\u000a04:03:02.518567 --- ParallelTerminationStrategy: PID 6323 died...\u000a04:03:02.577121 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6323): Terminated: ok {rc=0}\u000a04:03:02.665510 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:02:58" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6339): Process ended prematurely: osmo-stp_10.42.42.5(pid=6339) [trial-2399↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6339)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6339): Process ended prematurely: osmo-stp_10.42.42.5(pid=6339) [trial-2399↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a04:03:04.519686 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:03:04.530611 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:03:04.673024 tst assert_extension.py: using LAC 38412\u000a04:03:04.797252 tst assert_extension.py: using RAC 162\u000a04:03:04.922279 tst assert_extension.py: using CellId 38412\u000a04:03:05.048122 tst assert_extension.py: using BVCI 38413\u000a04:03:05.072717 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:03:05.084081 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:03:05.095284 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:03:05.106334 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:03:05.117731 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:03:05.129081 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a04:03:05.340507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:05.849384 run create_hlr_db(pid=6333): Launched\u000a04:03:06.037091 bus /sierra_2: Setting Powered False\u000a04:03:07.056691 run create_hlr_db(pid=6333): Terminated: ok {rc=0}\u000a04:03:07.462620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6335): Launched\u000a04:03:07.764784 run osmo-hlr_10.42.42.2(pid=6336): Launched\u000a04:03:07.874628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:08.499231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6338): Launched\u000a04:03:08.795405 run osmo-stp_10.42.42.5(pid=6339): Launched\u000a04:03:08.902451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:09.443941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6341): Launched\u000a04:03:09.740557 run osmo-msc_10.42.42.6(pid=6342): Launched\u000a04:03:09.915637 run osmo-stp_10.42.42.5(pid=6339): ERR: Terminated: ERROR {rc=1} [trial-2399↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6339)]\u000a04:03:10.041851 run osmo-stp_10.42.42.5(pid=6339): stdout: \u000a| (launched: 2022-12-14_04:03:08.649458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:10.165779 run osmo-stp_10.42.42.5(pid=6339): stderr: \u000a| �[0;m�[38;5;43m20221214040308818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040308818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040308818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040308819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040308819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040308819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040308819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:10.285138 run osmo-stp_10.42.42.5(pid=6339): stdout: \u000a| (launched: 2022-12-14_04:03:08.649458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:10.403227 run osmo-stp_10.42.42.5(pid=6339): stderr: \u000a| �[0;m�[38;5;43m20221214040308818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040308818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040308818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040308819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040308819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040308819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040308819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:10.455309 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6339): Process ended prematurely: osmo-stp_10.42.42.5(pid=6339) [trial-2399↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6339)] [trial-2399↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a04:03:10.463073 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a04:03:10.522862 run osmo-hlr_10.42.42.2(pid=6336): ERR: Terminated: ERROR {rc=237} [trial-2399↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6336)]\u000a04:03:10.571848 run osmo-hlr_10.42.42.2(pid=6336): stdout: \u000a| (launched: 2022-12-14_04:03:07.615848) \u000a04:03:10.621365 run osmo-hlr_10.42.42.2(pid=6336): stderr: \u000a| �[0;m�[1;31m20221214040307792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040307792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040307792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040307792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040307792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040307792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040307807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040307818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040307818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040307818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:10.688568 run osmo-msc_10.42.42.6(pid=6342): ERR: Terminated: ERROR {rc=2} [trial-2399↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6342)]\u000a04:03:10.737352 run osmo-msc_10.42.42.6(pid=6342): stdout: \u000a| (launched: 2022-12-14_04:03:09.594443) \u000a04:03:10.786732 run osmo-msc_10.42.42.6(pid=6342): stderr: \u000a| �[0;m�[38;5;43m20221214040309865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040309865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f213e8c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040309866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040309866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040309866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040309866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040309868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040309868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040309868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040309868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:10.828850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6335): Terminating (SIGTERM)\u000a04:03:10.868214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6338): Terminating (SIGTERM)\u000a04:03:10.907399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6341): Terminating (SIGTERM)\u000a04:03:10.916484 --- ParallelTerminationStrategy: PID 6335 died...\u000a04:03:10.969502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6335): Terminated: ok {rc=0}\u000a04:03:10.978888 --- ParallelTerminationStrategy: PID 6338 died...\u000a04:03:11.031156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6338): Terminated: ok {rc=0}\u000a04:03:11.040451 --- ParallelTerminationStrategy: PID 6341 died...\u000a04:03:11.092824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6341): Terminated: ok {rc=0}\u000a04:03:11.180736 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:03:04" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6353): Process ended prematurely: osmo-stp_10.42.42.5(pid=6353) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6353)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6353): Process ended prematurely: osmo-stp_10.42.42.5(pid=6353) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:03:13.139953 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:13.151337 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:03:13.307903 tst mo_mt_call.py: using LAC 38413\u000a04:03:13.427082 tst mo_mt_call.py: using RAC 163\u000a04:03:13.545518 tst mo_mt_call.py: using CellId 38413\u000a04:03:13.663098 tst mo_mt_call.py: using BVCI 38414\u000a04:03:13.686200 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:13.697384 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:13.708404 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:13.719594 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:13.731392 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:13.743156 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:03:13.863584 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:03:14.064285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:14.548681 run create_hlr_db(pid=6347): Launched\u000a04:03:14.721728 bus /sierra_2: Setting Powered False\u000a04:03:15.744730 run create_hlr_db(pid=6347): Terminated: ok {rc=0}\u000a04:03:16.214486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6349): Launched\u000a04:03:16.687446 run osmo-hlr_10.42.42.2(pid=6350): Launched\u000a04:03:16.926348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:17.468909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6352): Launched\u000a04:03:17.796669 run osmo-stp_10.42.42.5(pid=6353): Launched\u000a04:03:17.915140 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:18.510011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6355): Launched\u000a04:03:18.836579 run osmo-msc_10.42.42.6(pid=6356): Launched\u000a04:03:19.027814 run osmo-stp_10.42.42.5(pid=6353): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6353)]\u000a04:03:19.165476 run osmo-stp_10.42.42.5(pid=6353): stdout: \u000a| (launched: 2022-12-14_04:03:17.634267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:19.302461 run osmo-stp_10.42.42.5(pid=6353): stderr: \u000a| �[0;m�[38;5;43m20221214040317827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040317827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040317827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040317828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040317828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040317828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040317828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:19.432180 run osmo-stp_10.42.42.5(pid=6353): stdout: \u000a| (launched: 2022-12-14_04:03:17.634267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:19.561938 run osmo-stp_10.42.42.5(pid=6353): stderr: \u000a| �[0;m�[38;5;43m20221214040317827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040317827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040317827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040317828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040317828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040317828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040317828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:19.618772 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6353): Process ended prematurely: osmo-stp_10.42.42.5(pid=6353) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6353)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:03:19.628219 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a04:03:19.691180 run osmo-hlr_10.42.42.2(pid=6350): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6350)]\u000a04:03:19.743485 run osmo-hlr_10.42.42.2(pid=6350): stdout: \u000a| (launched: 2022-12-14_04:03:16.383704) \u000a04:03:19.796440 run osmo-hlr_10.42.42.2(pid=6350): stderr: \u000a| �[0;m�[1;31m20221214040316607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040316607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040316607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040316607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040316607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040316607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040316627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040316643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040316643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040316643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:19.867400 run osmo-msc_10.42.42.6(pid=6356): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6356)]\u000a04:03:19.919441 run osmo-msc_10.42.42.6(pid=6356): stdout: \u000a| (launched: 2022-12-14_04:03:18.674405) \u000a04:03:19.971852 run osmo-msc_10.42.42.6(pid=6356): stderr: \u000a| �[0;m�[38;5;43m20221214040318993 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040318994 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7828615c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040318994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040318994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040318994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040318994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040318996 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040318996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040318996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040318996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:20.016363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6349): Terminating (SIGTERM)\u000a04:03:20.058214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6352): Terminating (SIGTERM)\u000a04:03:20.100634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6355): Terminating (SIGTERM)\u000a04:03:20.110213 --- ParallelTerminationStrategy: PID 6349 died...\u000a04:03:20.166370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6349): Terminated: ok {rc=0}\u000a04:03:20.176282 --- ParallelTerminationStrategy: PID 6352 died...\u000a04:03:20.232323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6352): Terminated: ok {rc=0}\u000a04:03:20.242204 --- ParallelTerminationStrategy: PID 6355 died...\u000a04:03:20.298223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6355): Terminated: ok {rc=0}\u000a04:03:20.385004 bus /sierra_3: Setting Powered False\u000a04:03:21.490656 bus /sierra_3: Setting Powered False\u000a04:03:22.601920 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6364): Process ended prematurely: osmo-stp_10.42.42.5(pid=6364) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6364)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6364): Process ended prematurely: osmo-stp_10.42.42.5(pid=6364) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:03:23.710973 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:23.723041 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:03:23.881620 tst mo_mt_call_osmux.py: using LAC 38414\u000a04:03:24.001230 tst mo_mt_call_osmux.py: using RAC 164\u000a04:03:24.128655 tst mo_mt_call_osmux.py: using CellId 38414\u000a04:03:24.249844 tst mo_mt_call_osmux.py: using BVCI 38415\u000a04:03:24.272833 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:24.284296 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:24.295387 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:24.306542 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:24.317839 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:24.329358 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:03:24.445577 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:03:24.648638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:25.137611 run create_hlr_db(pid=6358): Launched\u000a04:03:25.311623 bus /sierra_2: Setting Powered False\u000a04:03:26.333263 run create_hlr_db(pid=6358): Terminated: ok {rc=0}\u000a04:03:26.765186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6360): Launched\u000a04:03:27.091216 run osmo-hlr_10.42.42.2(pid=6361): Launched\u000a04:03:27.211022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:27.779272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6363): Launched\u000a04:03:28.106350 run osmo-stp_10.42.42.5(pid=6364): Launched\u000a04:03:28.224098 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:28.817984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6366): Launched\u000a04:03:29.143714 run osmo-msc_10.42.42.6(pid=6367): Launched\u000a04:03:29.333300 run osmo-stp_10.42.42.5(pid=6364): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6364)]\u000a04:03:29.470497 run osmo-stp_10.42.42.5(pid=6364): stdout: \u000a| (launched: 2022-12-14_04:03:27.944386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:29.606955 run osmo-stp_10.42.42.5(pid=6364): stderr: \u000a| �[0;m�[38;5;43m20221214040328137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040328137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040328138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040328138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040328139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040328139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040328139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:29.737110 run osmo-stp_10.42.42.5(pid=6364): stdout: \u000a| (launched: 2022-12-14_04:03:27.944386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:29.866003 run osmo-stp_10.42.42.5(pid=6364): stderr: \u000a| �[0;m�[38;5;43m20221214040328137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040328137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040328138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040328138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040328139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040328139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040328139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:29.923173 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6364): Process ended prematurely: osmo-stp_10.42.42.5(pid=6364) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6364)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:03:29.932584 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:03:29.995333 run osmo-hlr_10.42.42.2(pid=6361): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6361)]\u000a04:03:30.046550 run osmo-hlr_10.42.42.2(pid=6361): stdout: \u000a| (launched: 2022-12-14_04:03:26.931129) \u000a04:03:30.098398 run osmo-hlr_10.42.42.2(pid=6361): stderr: \u000a| �[0;m�[1;31m20221214040327130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040327130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040327130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040327130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040327130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040327130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040327143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040327151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040327151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040327151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:30.168799 run osmo-msc_10.42.42.6(pid=6367): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6367)]\u000a04:03:30.220035 run osmo-msc_10.42.42.6(pid=6367): stdout: \u000a| (launched: 2022-12-14_04:03:28.983027) \u000a04:03:30.271893 run osmo-msc_10.42.42.6(pid=6367): stderr: \u000a| �[0;m�[38;5;43m20221214040329302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040329302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5052dd2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040329303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040329303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040329303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040329303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040329305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040329305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040329305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040329305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:30.316204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6360): Terminating (SIGTERM)\u000a04:03:30.357825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6363): Terminating (SIGTERM)\u000a04:03:30.399382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6366): Terminating (SIGTERM)\u000a04:03:30.408870 --- ParallelTerminationStrategy: PID 6360 died...\u000a04:03:30.464858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6360): Terminated: ok {rc=0}\u000a04:03:30.474788 --- ParallelTerminationStrategy: PID 6363 died...\u000a04:03:30.530580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6363): Terminated: ok {rc=0}\u000a04:03:30.540480 --- ParallelTerminationStrategy: PID 6366 died...\u000a04:03:30.596160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6366): Terminated: ok {rc=0}\u000a04:03:30.683665 bus /sierra_3: Setting Powered False\u000a04:03:31.820576 bus /sierra_3: Setting Powered False\u000a04:03:32.930314 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:03:12" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6379): Process ended prematurely: osmo-stp_10.42.42.5(pid=6379) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6379)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6379): Process ended prematurely: osmo-stp_10.42.42.5(pid=6379) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:03:34.944091 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:34.955774 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:03:35.125878 tst mo_mt_call.py: using LAC 38415\u000a04:03:35.250987 tst mo_mt_call.py: using RAC 165\u000a04:03:35.378398 tst mo_mt_call.py: using CellId 38415\u000a04:03:35.503989 tst mo_mt_call.py: using BVCI 38416\u000a04:03:35.528659 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:35.540326 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:35.551909 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:35.563407 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:35.575399 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:35.587187 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:03:35.705136 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:03:35.915042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:36.427493 run create_hlr_db(pid=6373): Launched\u000a04:03:36.615773 bus /sierra_2: Setting Powered False\u000a04:03:37.636821 run create_hlr_db(pid=6373): Terminated: ok {rc=0}\u000a04:03:38.071687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6375): Launched\u000a04:03:38.401109 run osmo-hlr_10.42.42.2(pid=6376): Launched\u000a04:03:38.523574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:39.090204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6378): Launched\u000a04:03:39.417366 run osmo-stp_10.42.42.5(pid=6379): Launched\u000a04:03:39.535120 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:40.128209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6381): Launched\u000a04:03:40.434594 run osmo-msc_10.42.42.6(pid=6382): Launched\u000a04:03:40.616776 run osmo-stp_10.42.42.5(pid=6379): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6379)]\u000a04:03:40.746090 run osmo-stp_10.42.42.5(pid=6379): stdout: \u000a| (launched: 2022-12-14_04:03:39.255417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:40.873559 run osmo-stp_10.42.42.5(pid=6379): stderr: \u000a| �[0;m�[38;5;43m20221214040339448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040339448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040339448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040339449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040339449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040339449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040339449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:40.995867 run osmo-stp_10.42.42.5(pid=6379): stdout: \u000a| (launched: 2022-12-14_04:03:39.255417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:41.117293 run osmo-stp_10.42.42.5(pid=6379): stderr: \u000a| �[0;m�[38;5;43m20221214040339448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040339448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040339448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040339449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040339449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040339449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040339449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:41.170572 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6379): Process ended prematurely: osmo-stp_10.42.42.5(pid=6379) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6379)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:03:41.179330 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:03:41.239292 run osmo-hlr_10.42.42.2(pid=6376): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6376)]\u000a04:03:41.287949 run osmo-hlr_10.42.42.2(pid=6376): stdout: \u000a| (launched: 2022-12-14_04:03:38.237878) \u000a04:03:41.337272 run osmo-hlr_10.42.42.2(pid=6376): stderr: \u000a| �[0;m�[1;31m20221214040338436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040338436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040338436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040338436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040338436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040338437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040338448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040338456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040338457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040338457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:41.404534 run osmo-msc_10.42.42.6(pid=6382): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6382)]\u000a04:03:41.453292 run osmo-msc_10.42.42.6(pid=6382): stdout: \u000a| (launched: 2022-12-14_04:03:40.282783) \u000a04:03:41.502702 run osmo-msc_10.42.42.6(pid=6382): stderr: \u000a| �[0;m�[38;5;43m20221214040340553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040340553 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d973afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040340553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040340553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040340553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040340554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040340555 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040340556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040340556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040340556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:41.544589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6375): Terminating (SIGTERM)\u000a04:03:41.584066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6378): Terminating (SIGTERM)\u000a04:03:41.623489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6381): Terminating (SIGTERM)\u000a04:03:41.632607 --- ParallelTerminationStrategy: PID 6375 died...\u000a04:03:41.685510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6375): Terminated: ok {rc=0}\u000a04:03:41.694931 --- ParallelTerminationStrategy: PID 6378 died...\u000a04:03:41.748037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6378): Terminated: ok {rc=0}\u000a04:03:41.757890 --- ParallelTerminationStrategy: PID 6381 died...\u000a04:03:41.810625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6381): Terminated: ok {rc=0}\u000a04:03:41.894328 bus /sierra_3: Setting Powered False\u000a04:03:43.002081 bus /sierra_3: Setting Powered False\u000a04:03:44.111258 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6390): Process ended prematurely: osmo-stp_10.42.42.5(pid=6390) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6390)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6390): Process ended prematurely: osmo-stp_10.42.42.5(pid=6390) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:03:45.226677 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:45.239268 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:03:45.406858 tst mo_mt_call_osmux.py: using LAC 38416\u000a04:03:45.534117 tst mo_mt_call_osmux.py: using RAC 166\u000a04:03:45.661181 tst mo_mt_call_osmux.py: using CellId 38416\u000a04:03:45.788552 tst mo_mt_call_osmux.py: using BVCI 38417\u000a04:03:45.813560 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:45.825259 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:45.841902 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:45.854262 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:45.867905 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:45.885174 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:03:46.029916 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:03:46.245763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:46.795113 run create_hlr_db(pid=6384): Launched\u000a04:03:46.987039 bus /sierra_2: Setting Powered False\u000a04:03:48.004685 run create_hlr_db(pid=6384): Terminated: ok {rc=0}\u000a04:03:48.411849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6386): Launched\u000a04:03:48.718555 run osmo-hlr_10.42.42.2(pid=6387): Launched\u000a04:03:48.839422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:49.377422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6389): Launched\u000a04:03:49.682196 run osmo-stp_10.42.42.5(pid=6390): Launched\u000a04:03:49.793437 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:50.352509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6392): Launched\u000a04:03:50.659234 run osmo-msc_10.42.42.6(pid=6393): Launched\u000a04:03:50.837249 run osmo-stp_10.42.42.5(pid=6390): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6390)]\u000a04:03:50.965836 run osmo-stp_10.42.42.5(pid=6390): stdout: \u000a| (launched: 2022-12-14_04:03:49.531581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:51.092219 run osmo-stp_10.42.42.5(pid=6390): stderr: \u000a| �[0;m�[38;5;43m20221214040349703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040349703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040349703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040349704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040349704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040349704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040349704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:51.213823 run osmo-stp_10.42.42.5(pid=6390): stdout: \u000a| (launched: 2022-12-14_04:03:49.531581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:51.334156 run osmo-stp_10.42.42.5(pid=6390): stderr: \u000a| �[0;m�[38;5;43m20221214040349703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040349703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040349703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040349704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040349704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040349704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040349704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:51.387489 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6390): Process ended prematurely: osmo-stp_10.42.42.5(pid=6390) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6390)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:03:51.396091 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:03:51.455678 run osmo-hlr_10.42.42.2(pid=6387): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6387)]\u000a04:03:51.504264 run osmo-hlr_10.42.42.2(pid=6387): stdout: \u000a| (launched: 2022-12-14_04:03:48.566736) \u000a04:03:51.553586 run osmo-hlr_10.42.42.2(pid=6387): stderr: \u000a| �[0;m�[1;31m20221214040348744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040348744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040348745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040348745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040348745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040348745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040348757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040348767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040348767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040348767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:51.620435 run osmo-msc_10.42.42.6(pid=6393): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6393)]\u000a04:03:51.668937 run osmo-msc_10.42.42.6(pid=6393): stdout: \u000a| (launched: 2022-12-14_04:03:50.506837) \u000a04:03:51.717957 run osmo-msc_10.42.42.6(pid=6393): stderr: \u000a| �[0;m�[38;5;43m20221214040350779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040350779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ae8e59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040350779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040350779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040350780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040350780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040350782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040350782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040350782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040350782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:51.759558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6386): Terminating (SIGTERM)\u000a04:03:51.799666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6389): Terminating (SIGTERM)\u000a04:03:51.839274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6392): Terminating (SIGTERM)\u000a04:03:51.848315 --- ParallelTerminationStrategy: PID 6386 died...\u000a04:03:51.901419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6386): Terminated: ok {rc=0}\u000a04:03:51.910861 --- ParallelTerminationStrategy: PID 6389 died...\u000a04:03:51.963163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6389): Terminated: ok {rc=0}\u000a04:03:51.972534 --- ParallelTerminationStrategy: PID 6392 died...\u000a04:03:52.024881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6392): Terminated: ok {rc=0}\u000a04:03:52.112431 bus /sierra_3: Setting Powered False\u000a04:03:53.215517 bus /sierra_3: Setting Powered False\u000a04:03:54.327402 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:03:34" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6404): Process ended prematurely: osmo-stp_10.42.42.5(pid=6404) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6404)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6404): Process ended prematurely: osmo-stp_10.42.42.5(pid=6404) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:03:56.321693 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:56.333075 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:03:56.504255 tst mo_mt_call.py: using LAC 38417\u000a04:03:56.630926 tst mo_mt_call.py: using RAC 167\u000a04:03:56.758894 tst mo_mt_call.py: using CellId 38417\u000a04:03:56.885153 tst mo_mt_call.py: using BVCI 38418\u000a04:03:56.910226 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:56.922138 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:56.934164 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:56.945946 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:56.958555 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:03:56.971446 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:03:57.091183 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:03:57.304496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:57.815314 run create_hlr_db(pid=6398): Launched\u000a04:03:58.003901 bus /sierra_2: Setting Powered False\u000a04:03:59.025459 run create_hlr_db(pid=6398): Terminated: ok {rc=0}\u000a04:03:59.433425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6400): Launched\u000a04:03:59.737788 run osmo-hlr_10.42.42.2(pid=6401): Launched\u000a04:03:59.850071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:00.378594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6403): Launched\u000a04:04:00.684450 run osmo-stp_10.42.42.5(pid=6404): Launched\u000a04:04:00.794622 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:01.448154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6406): Launched\u000a04:04:01.770512 run osmo-msc_10.42.42.6(pid=6407): Launched\u000a04:04:02.135841 run osmo-stp_10.42.42.5(pid=6404): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6404)]\u000a04:04:02.340515 run osmo-stp_10.42.42.5(pid=6404): stdout: \u000a| (launched: 2022-12-14_04:04:00.533624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:02.497459 run osmo-stp_10.42.42.5(pid=6404): stderr: \u000a| �[0;m�[38;5;43m20221214040400705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040400705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040400705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040400706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040400706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040400706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040400706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:02.619357 run osmo-stp_10.42.42.5(pid=6404): stdout: \u000a| (launched: 2022-12-14_04:04:00.533624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:02.739721 run osmo-stp_10.42.42.5(pid=6404): stderr: \u000a| �[0;m�[38;5;43m20221214040400705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040400705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040400705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040400706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040400706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040400706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040400706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:02.793099 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6404): Process ended prematurely: osmo-stp_10.42.42.5(pid=6404) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6404)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:04:02.801766 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a04:04:02.861562 run osmo-hlr_10.42.42.2(pid=6401): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6401)]\u000a04:04:02.910570 run osmo-hlr_10.42.42.2(pid=6401): stdout: \u000a| (launched: 2022-12-14_04:03:59.587328) \u000a04:04:02.960263 run osmo-hlr_10.42.42.2(pid=6401): stderr: \u000a| �[0;m�[1;31m20221214040359762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040359762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040359763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040359763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040359763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040359763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040359775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040359783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040359784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040359784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:03.027942 run osmo-msc_10.42.42.6(pid=6407): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6407)]\u000a04:04:03.077020 run osmo-msc_10.42.42.6(pid=6407): stdout: \u000a| (launched: 2022-12-14_04:04:01.609697) \u000a04:04:03.126710 run osmo-msc_10.42.42.6(pid=6407): stderr: \u000a| �[0;m�[38;5;43m20221214040402217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040402217 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8669c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040402218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040402218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040402218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040402218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040402220 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040402220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040402220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040402220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:03.168977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6400): Terminating (SIGTERM)\u000a04:04:03.208978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6403): Terminating (SIGTERM)\u000a04:04:03.248916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6406): Terminating (SIGTERM)\u000a04:04:03.258203 --- ParallelTerminationStrategy: PID 6400 died...\u000a04:04:03.311636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6400): Terminated: ok {rc=0}\u000a04:04:03.321194 --- ParallelTerminationStrategy: PID 6403 died...\u000a04:04:03.374146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6403): Terminated: ok {rc=0}\u000a04:04:03.383654 --- ParallelTerminationStrategy: PID 6406 died...\u000a04:04:03.436842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6406): Terminated: ok {rc=0}\u000a04:04:03.520545 bus /sierra_3: Setting Powered False\u000a04:04:04.629357 bus /sierra_3: Setting Powered False\u000a04:04:05.737900 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6415): Process ended prematurely: osmo-stp_10.42.42.5(pid=6415) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6415)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6415): Process ended prematurely: osmo-stp_10.42.42.5(pid=6415) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:04:06.846655 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:06.858592 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:04:07.016033 tst mo_mt_call_osmux.py: using LAC 38418\u000a04:04:07.136783 tst mo_mt_call_osmux.py: using RAC 168\u000a04:04:07.257241 tst mo_mt_call_osmux.py: using CellId 38418\u000a04:04:07.377422 tst mo_mt_call_osmux.py: using BVCI 38419\u000a04:04:07.400410 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:07.411740 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:07.422918 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:07.434063 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:07.445336 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:07.456433 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:04:07.571887 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:04:07.786369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:08.301340 run create_hlr_db(pid=6409): Launched\u000a04:04:08.489505 bus /sierra_2: Setting Powered False\u000a04:04:09.510336 run create_hlr_db(pid=6409): Terminated: ok {rc=0}\u000a04:04:09.920229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6411): Launched\u000a04:04:10.229255 run osmo-hlr_10.42.42.2(pid=6412): Launched\u000a04:04:10.349484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:10.887277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6414): Launched\u000a04:04:11.191997 run osmo-stp_10.42.42.5(pid=6415): Launched\u000a04:04:11.302397 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:11.858745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6417): Launched\u000a04:04:12.167758 run osmo-msc_10.42.42.6(pid=6418): Launched\u000a04:04:12.347576 run osmo-stp_10.42.42.5(pid=6415): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6415)]\u000a04:04:12.477202 run osmo-stp_10.42.42.5(pid=6415): stdout: \u000a| (launched: 2022-12-14_04:04:11.042063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:12.603580 run osmo-stp_10.42.42.5(pid=6415): stderr: \u000a| �[0;m�[38;5;43m20221214040411212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040411212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040411212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040411213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040411213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040411213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040411213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:12.725765 run osmo-stp_10.42.42.5(pid=6415): stdout: \u000a| (launched: 2022-12-14_04:04:11.042063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:12.846133 run osmo-stp_10.42.42.5(pid=6415): stderr: \u000a| �[0;m�[38;5;43m20221214040411212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040411212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040411212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040411213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040411213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040411213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040411213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:12.899484 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6415): Process ended prematurely: osmo-stp_10.42.42.5(pid=6415) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6415)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:04:12.907984 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:04:12.967296 run osmo-hlr_10.42.42.2(pid=6412): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6412)]\u000a04:04:13.016077 run osmo-hlr_10.42.42.2(pid=6412): stdout: \u000a| (launched: 2022-12-14_04:04:10.076816) \u000a04:04:13.065512 run osmo-hlr_10.42.42.2(pid=6412): stderr: \u000a| �[0;m�[1;31m20221214040410254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040410254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040410254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040410254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040410254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040410254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040410266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040410274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040410274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040410275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:13.132632 run osmo-msc_10.42.42.6(pid=6418): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6418)]\u000a04:04:13.181231 run osmo-msc_10.42.42.6(pid=6418): stdout: \u000a| (launched: 2022-12-14_04:04:12.014286) \u000a04:04:13.230981 run osmo-msc_10.42.42.6(pid=6418): stderr: \u000a| �[0;m�[38;5;43m20221214040412284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040412285 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78ea916c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040412285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040412285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040412285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040412285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040412287 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040412287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040412287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040412287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:13.272720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6411): Terminating (SIGTERM)\u000a04:04:13.312056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6414): Terminating (SIGTERM)\u000a04:04:13.351404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6417): Terminating (SIGTERM)\u000a04:04:13.360480 --- ParallelTerminationStrategy: PID 6411 died...\u000a04:04:13.413413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6411): Terminated: ok {rc=0}\u000a04:04:13.422871 --- ParallelTerminationStrategy: PID 6414 died...\u000a04:04:13.475461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6414): Terminated: ok {rc=0}\u000a04:04:13.484933 --- ParallelTerminationStrategy: PID 6417 died...\u000a04:04:13.537686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6417): Terminated: ok {rc=0}\u000a04:04:13.625964 bus /sierra_3: Setting Powered False\u000a04:04:14.733174 bus /sierra_3: Setting Powered False\u000a04:04:15.845761 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:03:56" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6429): Process ended prematurely: osmo-stp_10.42.42.5(pid=6429) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6429)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6429): Process ended prematurely: osmo-stp_10.42.42.5(pid=6429) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:04:17.858842 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:17.870243 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:04:18.028669 tst mo_mt_call.py: using LAC 38419\u000a04:04:18.147317 tst mo_mt_call.py: using RAC 169\u000a04:04:18.266906 tst mo_mt_call.py: using CellId 38419\u000a04:04:18.387732 tst mo_mt_call.py: using BVCI 38420\u000a04:04:18.410848 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:18.422043 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:18.433066 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:18.444031 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:18.455175 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:18.466290 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:04:18.586564 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:04:18.798807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:19.315096 run create_hlr_db(pid=6423): Launched\u000a04:04:19.503138 bus /sierra_2: Setting Powered False\u000a04:04:20.524201 run create_hlr_db(pid=6423): Terminated: ok {rc=0}\u000a04:04:20.934999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6425): Launched\u000a04:04:21.240835 run osmo-hlr_10.42.42.2(pid=6426): Launched\u000a04:04:21.354247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:21.882737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6428): Launched\u000a04:04:22.188366 run osmo-stp_10.42.42.5(pid=6429): Launched\u000a04:04:22.299227 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:22.857971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6431): Launched\u000a04:04:23.164123 run osmo-msc_10.42.42.6(pid=6432): Launched\u000a04:04:23.342582 run osmo-stp_10.42.42.5(pid=6429): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6429)]\u000a04:04:23.471402 run osmo-stp_10.42.42.5(pid=6429): stdout: \u000a| (launched: 2022-12-14_04:04:22.037603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:23.598323 run osmo-stp_10.42.42.5(pid=6429): stderr: \u000a| �[0;m�[38;5;43m20221214040422207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040422207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040422208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040422208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040422209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040422209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040422209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:23.720338 run osmo-stp_10.42.42.5(pid=6429): stdout: \u000a| (launched: 2022-12-14_04:04:22.037603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:23.841074 run osmo-stp_10.42.42.5(pid=6429): stderr: \u000a| �[0;m�[38;5;43m20221214040422207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040422207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040422208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040422208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040422209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040422209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040422209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:23.894335 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6429): Process ended prematurely: osmo-stp_10.42.42.5(pid=6429) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6429)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a04:04:23.903214 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:04:23.962728 run osmo-hlr_10.42.42.2(pid=6426): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6426)]\u000a04:04:24.011544 run osmo-hlr_10.42.42.2(pid=6426): stdout: \u000a| (launched: 2022-12-14_04:04:21.090136) \u000a04:04:24.061641 run osmo-hlr_10.42.42.2(pid=6426): stderr: \u000a| �[0;m�[1;31m20221214040421266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040421266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040421266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040421266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040421267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040421267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040421278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040421286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040421287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040421287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:24.128885 run osmo-msc_10.42.42.6(pid=6432): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6432)]\u000a04:04:24.177465 run osmo-msc_10.42.42.6(pid=6432): stdout: \u000a| (launched: 2022-12-14_04:04:23.012457) \u000a04:04:24.226590 run osmo-msc_10.42.42.6(pid=6432): stderr: \u000a| �[0;m�[38;5;43m20221214040423283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040423283 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2f81f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040423283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040423283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040423283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040423283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040423285 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040423285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040423286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040423286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:24.268278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6425): Terminating (SIGTERM)\u000a04:04:24.307708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6428): Terminating (SIGTERM)\u000a04:04:24.347180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6431): Terminating (SIGTERM)\u000a04:04:24.356300 --- ParallelTerminationStrategy: PID 6425 died...\u000a04:04:24.409153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6425): Terminated: ok {rc=0}\u000a04:04:24.418740 --- ParallelTerminationStrategy: PID 6428 died...\u000a04:04:24.471198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6428): Terminated: ok {rc=0}\u000a04:04:24.480487 --- ParallelTerminationStrategy: PID 6431 died...\u000a04:04:24.533089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6431): Terminated: ok {rc=0}\u000a04:04:24.621484 bus /sierra_3: Setting Powered False\u000a04:04:25.724858 bus /sierra_3: Setting Powered False\u000a04:04:26.831478 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6440): Process ended prematurely: osmo-stp_10.42.42.5(pid=6440) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6440)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6440): Process ended prematurely: osmo-stp_10.42.42.5(pid=6440) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:04:27.946973 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:27.959818 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:04:28.130684 tst mo_mt_call_osmux.py: using LAC 38420\u000a04:04:28.256441 tst mo_mt_call_osmux.py: using RAC 170\u000a04:04:28.382317 tst mo_mt_call_osmux.py: using CellId 38420\u000a04:04:28.510422 tst mo_mt_call_osmux.py: using BVCI 38421\u000a04:04:28.535384 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:28.547340 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:28.559061 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:28.570824 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:28.583035 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:28.595096 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:04:28.715380 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:04:28.918369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:29.406120 run create_hlr_db(pid=6434): Launched\u000a04:04:29.581277 bus /sierra_2: Setting Powered False\u000a04:04:30.602561 run create_hlr_db(pid=6434): Terminated: ok {rc=0}\u000a04:04:31.031867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6436): Launched\u000a04:04:31.361888 run osmo-hlr_10.42.42.2(pid=6437): Launched\u000a04:04:31.537738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:32.307994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6439): Launched\u000a04:04:32.618801 run osmo-stp_10.42.42.5(pid=6440): Launched\u000a04:04:32.741407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:33.303858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6442): Launched\u000a04:04:33.610762 run osmo-msc_10.42.42.6(pid=6443): Launched\u000a04:04:33.788441 run osmo-stp_10.42.42.5(pid=6440): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6440)]\u000a04:04:33.917265 run osmo-stp_10.42.42.5(pid=6440): stdout: \u000a| (launched: 2022-12-14_04:04:32.465661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:34.043722 run osmo-stp_10.42.42.5(pid=6440): stderr: \u000a| �[0;m�[38;5;43m20221214040432640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040432640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040432640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040432640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040432641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040432641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040432641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:34.166128 run osmo-stp_10.42.42.5(pid=6440): stdout: \u000a| (launched: 2022-12-14_04:04:32.465661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:34.286824 run osmo-stp_10.42.42.5(pid=6440): stderr: \u000a| �[0;m�[38;5;43m20221214040432640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040432640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040432640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040432640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040432641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040432641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040432641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:34.340190 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6440): Process ended prematurely: osmo-stp_10.42.42.5(pid=6440) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6440)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a04:04:34.348907 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a04:04:34.408141 run osmo-hlr_10.42.42.2(pid=6437): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6437)]\u000a04:04:34.456775 run osmo-hlr_10.42.42.2(pid=6437): stdout: \u000a| (launched: 2022-12-14_04:04:31.190059) \u000a04:04:34.506176 run osmo-hlr_10.42.42.2(pid=6437): stderr: \u000a| �[0;m�[1;31m20221214040431527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040431527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040431527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040431528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040431528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040431528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040431558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040431582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040431582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040431583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:34.573072 run osmo-msc_10.42.42.6(pid=6443): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6443)]\u000a04:04:34.621504 run osmo-msc_10.42.42.6(pid=6443): stdout: \u000a| (launched: 2022-12-14_04:04:33.458734) \u000a04:04:34.670490 run osmo-msc_10.42.42.6(pid=6443): stderr: \u000a| �[0;m�[38;5;43m20221214040433732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040433732 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7febc975ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040433732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040433732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040433732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040433732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040433734 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040433734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040433735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040433735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:34.711872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6436): Terminating (SIGTERM)\u000a04:04:34.750859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6439): Terminating (SIGTERM)\u000a04:04:34.789890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6442): Terminating (SIGTERM)\u000a04:04:34.798949 --- ParallelTerminationStrategy: PID 6436 died...\u000a04:04:34.851752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6436): Terminated: ok {rc=0}\u000a04:04:34.861337 --- ParallelTerminationStrategy: PID 6439 died...\u000a04:04:34.913638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6439): Terminated: ok {rc=0}\u000a04:04:34.923091 --- ParallelTerminationStrategy: PID 6442 died...\u000a04:04:34.975320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6442): Terminated: ok {rc=0}\u000a04:04:35.063354 bus /sierra_3: Setting Powered False\u000a04:04:36.166306 bus /sierra_3: Setting Powered False\u000a04:04:37.277150 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:04:17" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6454): Process ended prematurely: osmo-stp_10.42.42.5(pid=6454) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6454)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6454): Process ended prematurely: osmo-stp_10.42.42.5(pid=6454) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:04:39.289145 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:39.301188 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:04:39.460770 tst mo_mt_call.py: using LAC 38421\u000a04:04:39.581121 tst mo_mt_call.py: using RAC 171\u000a04:04:39.699319 tst mo_mt_call.py: using CellId 38421\u000a04:04:39.819265 tst mo_mt_call.py: using BVCI 38422\u000a04:04:39.842513 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:39.853869 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:39.864791 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:39.875786 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:39.886897 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:39.897890 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:04:40.017937 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:04:40.221286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:40.710440 run create_hlr_db(pid=6448): Launched\u000a04:04:40.884341 bus /sierra_2: Setting Powered False\u000a04:04:41.907174 run create_hlr_db(pid=6448): Terminated: ok {rc=0}\u000a04:04:42.341092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6450): Launched\u000a04:04:42.668885 run osmo-hlr_10.42.42.2(pid=6451): Launched\u000a04:04:42.787601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:43.353534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6453): Launched\u000a04:04:43.679894 run osmo-stp_10.42.42.5(pid=6454): Launched\u000a04:04:43.796727 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:44.392100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6456): Launched\u000a04:04:44.720260 run osmo-msc_10.42.42.6(pid=6457): Launched\u000a04:04:44.911748 run osmo-stp_10.42.42.5(pid=6454): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6454)]\u000a04:04:45.051337 run osmo-stp_10.42.42.5(pid=6454): stdout: \u000a| (launched: 2022-12-14_04:04:43.518922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:45.189144 run osmo-stp_10.42.42.5(pid=6454): stderr: \u000a| �[0;m�[38;5;43m20221214040443712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040443712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040443713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040443713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040443714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040443714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040443714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:45.320238 run osmo-stp_10.42.42.5(pid=6454): stdout: \u000a| (launched: 2022-12-14_04:04:43.518922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:45.450173 run osmo-stp_10.42.42.5(pid=6454): stderr: \u000a| �[0;m�[38;5;43m20221214040443712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040443712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040443713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040443713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040443714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040443714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040443714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:45.507529 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6454): Process ended prematurely: osmo-stp_10.42.42.5(pid=6454) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6454)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:04:45.517094 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:04:45.580165 run osmo-hlr_10.42.42.2(pid=6451): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6451)]\u000a04:04:45.631828 run osmo-hlr_10.42.42.2(pid=6451): stdout: \u000a| (launched: 2022-12-14_04:04:42.506556) \u000a04:04:45.684242 run osmo-hlr_10.42.42.2(pid=6451): stderr: \u000a| �[0;m�[1;31m20221214040442705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040442705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040442705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040442705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040442705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040442705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040442730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040442739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040442739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040442740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:45.755287 run osmo-msc_10.42.42.6(pid=6457): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6457)]\u000a04:04:45.806723 run osmo-msc_10.42.42.6(pid=6457): stdout: \u000a| (launched: 2022-12-14_04:04:44.557442) \u000a04:04:45.874496 run osmo-msc_10.42.42.6(pid=6457): stderr: \u000a| �[0;m�[38;5;43m20221214040444880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040444880 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48416acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040444880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040444880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040444881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040444881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040444883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040444883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040444883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040444883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:45.918620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6450): Terminating (SIGTERM)\u000a04:04:45.962685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6453): Terminating (SIGTERM)\u000a04:04:46.006788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6456): Terminating (SIGTERM)\u000a04:04:46.017242 --- ParallelTerminationStrategy: PID 6450 died...\u000a04:04:46.074892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6450): Terminated: ok {rc=0}\u000a04:04:46.085131 --- ParallelTerminationStrategy: PID 6453 died...\u000a04:04:46.141583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6453): Terminated: ok {rc=0}\u000a04:04:46.151760 --- ParallelTerminationStrategy: PID 6456 died...\u000a04:04:46.208216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6456): Terminated: ok {rc=0}\u000a04:04:46.322314 bus /sierra_3: Setting Powered False\u000a04:04:47.430988 bus /sierra_3: Setting Powered False\u000a04:04:48.540778 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6465): Process ended prematurely: osmo-stp_10.42.42.5(pid=6465) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6465)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6465): Process ended prematurely: osmo-stp_10.42.42.5(pid=6465) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:04:49.655348 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:49.667755 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:04:49.828677 tst mo_mt_call_osmux.py: using LAC 38422\u000a04:04:49.950099 tst mo_mt_call_osmux.py: using RAC 172\u000a04:04:50.069083 tst mo_mt_call_osmux.py: using CellId 38422\u000a04:04:50.188215 tst mo_mt_call_osmux.py: using BVCI 38423\u000a04:04:50.211715 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:50.223013 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:50.234248 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:50.245309 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:50.256816 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:50.267964 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:04:50.388125 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:04:50.591126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:51.080305 run create_hlr_db(pid=6459): Launched\u000a04:04:51.254709 bus /sierra_2: Setting Powered False\u000a04:04:52.278002 run create_hlr_db(pid=6459): Terminated: ok {rc=0}\u000a04:04:52.715298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6461): Launched\u000a04:04:53.045600 run osmo-hlr_10.42.42.2(pid=6462): Launched\u000a04:04:53.165544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:53.734152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6464): Launched\u000a04:04:54.062673 run osmo-stp_10.42.42.5(pid=6465): Launched\u000a04:04:54.180576 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:54.777513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6467): Launched\u000a04:04:55.105699 run osmo-msc_10.42.42.6(pid=6468): Launched\u000a04:04:55.296773 run osmo-stp_10.42.42.5(pid=6465): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6465)]\u000a04:04:55.434607 run osmo-stp_10.42.42.5(pid=6465): stdout: \u000a| (launched: 2022-12-14_04:04:53.899763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:55.572147 run osmo-stp_10.42.42.5(pid=6465): stderr: \u000a| �[0;m�[38;5;43m20221214040454093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040454093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040454093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040454094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040454094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040454094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040454094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:55.703375 run osmo-stp_10.42.42.5(pid=6465): stdout: \u000a| (launched: 2022-12-14_04:04:53.899763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:55.832775 run osmo-stp_10.42.42.5(pid=6465): stderr: \u000a| �[0;m�[38;5;43m20221214040454093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040454093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040454093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040454094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040454094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040454094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040454094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:55.890172 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6465): Process ended prematurely: osmo-stp_10.42.42.5(pid=6465) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6465)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:04:55.899589 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:04:55.962924 run osmo-hlr_10.42.42.2(pid=6462): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6462)]\u000a04:04:56.014724 run osmo-hlr_10.42.42.2(pid=6462): stdout: \u000a| (launched: 2022-12-14_04:04:52.881409) \u000a04:04:56.067173 run osmo-hlr_10.42.42.2(pid=6462): stderr: \u000a| �[0;m�[1;31m20221214040453080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040453080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040453080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040453080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040453081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040453081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040453093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040453103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040453104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040453104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:56.138238 run osmo-msc_10.42.42.6(pid=6468): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6468)]\u000a04:04:56.189643 run osmo-msc_10.42.42.6(pid=6468): stdout: \u000a| (launched: 2022-12-14_04:04:54.943042) \u000a04:04:56.241903 run osmo-msc_10.42.42.6(pid=6468): stderr: \u000a| �[0;m�[38;5;43m20221214040455266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040455266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a438aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040455266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040455266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040455266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040455267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040455268 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040455269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040455269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040455269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:56.286465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6461): Terminating (SIGTERM)\u000a04:04:56.328577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6464): Terminating (SIGTERM)\u000a04:04:56.370838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6467): Terminating (SIGTERM)\u000a04:04:56.380525 --- ParallelTerminationStrategy: PID 6461 died...\u000a04:04:56.437507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6461): Terminated: ok {rc=0}\u000a04:04:56.447621 --- ParallelTerminationStrategy: PID 6464 died...\u000a04:04:56.503817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6464): Terminated: ok {rc=0}\u000a04:04:56.513852 --- ParallelTerminationStrategy: PID 6467 died...\u000a04:04:56.570052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6467): Terminated: ok {rc=0}\u000a04:04:56.658433 bus /sierra_3: Setting Powered False\u000a04:04:57.765416 bus /sierra_3: Setting Powered False\u000a04:04:58.874087 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:04:38" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6482): Process ended prematurely: osmo-stp_10.42.42.5(pid=6482) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6482)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6482): Process ended prematurely: osmo-stp_10.42.42.5(pid=6482) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:05:00.907383 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:00.920380 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:05:01.090537 tst mo_mt_call.py: using LAC 38423\u000a04:05:01.212460 tst mo_mt_call.py: using RAC 173\u000a04:05:01.350749 tst mo_mt_call.py: using CellId 38423\u000a04:05:01.510386 tst mo_mt_call.py: using BVCI 38424\u000a04:05:01.539761 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:01.551949 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:01.565564 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:01.577673 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:01.589994 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:01.602021 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:05:01.728236 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:05:01.963487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:02.475270 run create_hlr_db(pid=6476): Launched\u000a04:05:02.649694 bus /sierra_2: Setting Powered False\u000a04:05:03.671956 run create_hlr_db(pid=6476): Terminated: ok {rc=0}\u000a04:05:04.078505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6478): Launched\u000a04:05:04.383814 run osmo-hlr_10.42.42.2(pid=6479): Launched\u000a04:05:04.495314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:05.024427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6481): Launched\u000a04:05:05.330527 run osmo-stp_10.42.42.5(pid=6482): Launched\u000a04:05:05.440546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:05:06.000423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6484): Launched\u000a04:05:06.305870 run osmo-msc_10.42.42.6(pid=6485): Launched\u000a04:05:06.485535 run osmo-stp_10.42.42.5(pid=6482): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6482)]\u000a04:05:06.614739 run osmo-stp_10.42.42.5(pid=6482): stdout: \u000a| (launched: 2022-12-14_04:05:05.178815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:06.741641 run osmo-stp_10.42.42.5(pid=6482): stderr: \u000a| �[0;m�[38;5;43m20221214040505350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040505351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040505351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040505351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:06.863548 run osmo-stp_10.42.42.5(pid=6482): stdout: \u000a| (launched: 2022-12-14_04:05:05.178815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:06.983909 run osmo-stp_10.42.42.5(pid=6482): stderr: \u000a| �[0;m�[38;5;43m20221214040505350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040505351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040505351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040505351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:07.037596 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6482): Process ended prematurely: osmo-stp_10.42.42.5(pid=6482) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6482)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:05:07.046164 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:05:07.105243 run osmo-hlr_10.42.42.2(pid=6479): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6479)]\u000a04:05:07.153891 run osmo-hlr_10.42.42.2(pid=6479): stdout: \u000a| (launched: 2022-12-14_04:05:04.233217) \u000a04:05:07.203255 run osmo-hlr_10.42.42.2(pid=6479): stderr: \u000a| �[0;m�[1;31m20221214040504410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040504410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040504410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040504410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040504410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040504410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040504423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040504433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040504434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040504434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:07.270363 run osmo-msc_10.42.42.6(pid=6485): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6485)]\u000a04:05:07.318807 run osmo-msc_10.42.42.6(pid=6485): stdout: \u000a| (launched: 2022-12-14_04:05:06.154814) \u000a04:05:07.367908 run osmo-msc_10.42.42.6(pid=6485): stderr: \u000a| �[0;m�[38;5;43m20221214040506426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040506427 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7017f98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040506427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040506427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040506427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040506427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040506429 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040506429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040506429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040506430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:05:07.409516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6478): Terminating (SIGTERM)\u000a04:05:07.448917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6481): Terminating (SIGTERM)\u000a04:05:07.488217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6484): Terminating (SIGTERM)\u000a04:05:07.497326 --- ParallelTerminationStrategy: PID 6478 died...\u000a04:05:07.550335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6478): Terminated: ok {rc=0}\u000a04:05:07.559753 --- ParallelTerminationStrategy: PID 6481 died...\u000a04:05:07.612416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6481): Terminated: ok {rc=0}\u000a04:05:07.621878 --- ParallelTerminationStrategy: PID 6484 died...\u000a04:05:07.674386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6484): Terminated: ok {rc=0}\u000a04:05:07.763077 bus /sierra_3: Setting Powered False\u000a04:05:08.867436 bus /sierra_3: Setting Powered False\u000a04:05:09.974875 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6493): Process ended prematurely: osmo-stp_10.42.42.5(pid=6493) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6493)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6493): Process ended prematurely: osmo-stp_10.42.42.5(pid=6493) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:05:11.090317 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:11.102811 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:05:11.271405 tst mo_mt_call_osmux.py: using LAC 38424\u000a04:05:11.399293 tst mo_mt_call_osmux.py: using RAC 174\u000a04:05:11.528440 tst mo_mt_call_osmux.py: using CellId 38424\u000a04:05:11.657111 tst mo_mt_call_osmux.py: using BVCI 38425\u000a04:05:11.681995 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:11.693831 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:11.705417 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:11.717047 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:11.729063 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:11.740921 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:05:11.861225 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:05:12.064718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:12.554353 run create_hlr_db(pid=6487): Launched\u000a04:05:12.728366 bus /sierra_2: Setting Powered False\u000a04:05:13.751269 run create_hlr_db(pid=6487): Terminated: ok {rc=0}\u000a04:05:14.184882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6489): Launched\u000a04:05:14.511794 run osmo-hlr_10.42.42.2(pid=6490): Launched\u000a04:05:14.636108 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:15.204314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6492): Launched\u000a04:05:15.531223 run osmo-stp_10.42.42.5(pid=6493): Launched\u000a04:05:15.651087 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:05:16.268240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6495): Launched\u000a04:05:16.746581 run osmo-msc_10.42.42.6(pid=6496): Launched\u000a04:05:17.202365 run osmo-stp_10.42.42.5(pid=6493): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6493)]\u000a04:05:17.340118 run osmo-stp_10.42.42.5(pid=6493): stdout: \u000a| (launched: 2022-12-14_04:05:15.369899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:17.468185 run osmo-stp_10.42.42.5(pid=6493): stderr: \u000a| �[0;m�[38;5;43m20221214040515563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040515563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040515563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040515564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040515564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040515564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040515564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:17.590185 run osmo-stp_10.42.42.5(pid=6493): stdout: \u000a| (launched: 2022-12-14_04:05:15.369899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:17.711184 run osmo-stp_10.42.42.5(pid=6493): stderr: \u000a| �[0;m�[38;5;43m20221214040515563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040515563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040515563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040515564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040515564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040515564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040515564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:17.764674 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6493): Process ended prematurely: osmo-stp_10.42.42.5(pid=6493) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6493)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:05:17.773305 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a04:05:17.832681 run osmo-hlr_10.42.42.2(pid=6490): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6490)]\u000a04:05:17.881685 run osmo-hlr_10.42.42.2(pid=6490): stdout: \u000a| (launched: 2022-12-14_04:05:14.350098) \u000a04:05:17.931237 run osmo-hlr_10.42.42.2(pid=6490): stderr: \u000a| �[0;m�[1;31m20221214040514549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040514549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040514549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040514549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040514549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040514549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040514561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040514569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040514569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040514569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:17.998754 run osmo-msc_10.42.42.6(pid=6496): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6496)]\u000a04:05:18.047511 run osmo-msc_10.42.42.6(pid=6496): stdout: \u000a| (launched: 2022-12-14_04:05:16.437934) \u000a04:05:18.097019 run osmo-msc_10.42.42.6(pid=6496): stderr: \u000a| �[0;m�[38;5;43m20221214040516826 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040516826 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f634eeeec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040516827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040516827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040516827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040516828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040516833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040516833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040516834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040516835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:05:18.138728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6489): Terminating (SIGTERM)\u000a04:05:18.178010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6492): Terminating (SIGTERM)\u000a04:05:18.217796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6495): Terminating (SIGTERM)\u000a04:05:18.226928 --- ParallelTerminationStrategy: PID 6489 died...\u000a04:05:18.280364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6489): Terminated: ok {rc=0}\u000a04:05:18.289878 --- ParallelTerminationStrategy: PID 6492 died...\u000a04:05:18.342432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6492): Terminated: ok {rc=0}\u000a04:05:18.351830 --- ParallelTerminationStrategy: PID 6495 died...\u000a04:05:18.404402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6495): Terminated: ok {rc=0}\u000a04:05:18.492505 bus /sierra_3: Setting Powered False\u000a04:05:19.596171 bus /sierra_3: Setting Powered False\u000a04:05:20.707182 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:05:00" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6507): Process ended prematurely: osmo-stp_10.42.42.5(pid=6507) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6507)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6507): Process ended prematurely: osmo-stp_10.42.42.5(pid=6507) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a04:05:22.703600 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:22.714861 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:05:22.878747 tst mo_mt_call.py: using LAC 38425\u000a04:05:22.996823 tst mo_mt_call.py: using RAC 175\u000a04:05:23.115333 tst mo_mt_call.py: using CellId 38425\u000a04:05:23.235463 tst mo_mt_call.py: using BVCI 38426\u000a04:05:23.258744 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:23.269950 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:23.281083 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:23.292097 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:23.303289 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:23.314682 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:05:23.432098 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:05:23.635120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:24.122957 run create_hlr_db(pid=6501): Launched\u000a04:05:24.297483 bus /sierra_2: Setting Powered False\u000a04:05:25.319667 run create_hlr_db(pid=6501): Terminated: ok {rc=0}\u000a04:05:25.724600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6503): Launched\u000a04:05:26.030241 run osmo-hlr_10.42.42.2(pid=6504): Launched\u000a04:05:26.141821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:26.681606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6506): Launched\u000a04:05:27.010790 run osmo-stp_10.42.42.5(pid=6507): Launched\u000a04:05:27.130630 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:05:27.729781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6509): Launched\u000a04:05:28.058618 run osmo-msc_10.42.42.6(pid=6510): Launched\u000a04:05:28.249953 run osmo-stp_10.42.42.5(pid=6507): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6507)]\u000a04:05:28.388595 run osmo-stp_10.42.42.5(pid=6507): stdout: \u000a| (launched: 2022-12-14_04:05:26.847763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:28.525986 run osmo-stp_10.42.42.5(pid=6507): stderr: \u000a| �[0;m�[38;5;43m20221214040527041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040527041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040527041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040527041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040527043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040527043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040527043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:28.658498 run osmo-stp_10.42.42.5(pid=6507): stdout: \u000a| (launched: 2022-12-14_04:05:26.847763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:28.788354 run osmo-stp_10.42.42.5(pid=6507): stderr: \u000a| �[0;m�[38;5;43m20221214040527041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040527041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040527041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040527041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040527043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040527043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040527043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:28.845742 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6507): Process ended prematurely: osmo-stp_10.42.42.5(pid=6507) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6507)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a04:05:28.855062 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:05:28.918193 run osmo-hlr_10.42.42.2(pid=6504): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6504)]\u000a04:05:28.969964 run osmo-hlr_10.42.42.2(pid=6504): stdout: \u000a| (launched: 2022-12-14_04:05:25.879460) \u000a04:05:29.022470 run osmo-hlr_10.42.42.2(pid=6504): stderr: \u000a| �[0;m�[1;31m20221214040526057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040526057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040526057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040526057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040526057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040526057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040526069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040526078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040526078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040526078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:29.093822 run osmo-msc_10.42.42.6(pid=6510): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6510)]\u000a04:05:29.145622 run osmo-msc_10.42.42.6(pid=6510): stdout: \u000a| (launched: 2022-12-14_04:05:27.895647) \u000a04:05:29.198139 run osmo-msc_10.42.42.6(pid=6510): stderr: \u000a| �[0;m�[38;5;43m20221214040528217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040528217 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a3c038c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040528217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040528217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040528217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040528217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040528219 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040528219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040528220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040528220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:05:29.242909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6503): Terminating (SIGTERM)\u000a04:05:29.285266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6506): Terminating (SIGTERM)\u000a04:05:29.327589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6509): Terminating (SIGTERM)\u000a04:05:29.337325 --- ParallelTerminationStrategy: PID 6503 died...\u000a04:05:29.394048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6503): Terminated: ok {rc=0}\u000a04:05:29.404112 --- ParallelTerminationStrategy: PID 6506 died...\u000a04:05:29.460687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6506): Terminated: ok {rc=0}\u000a04:05:29.470811 --- ParallelTerminationStrategy: PID 6509 died...\u000a04:05:29.527451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6509): Terminated: ok {rc=0}\u000a04:05:29.615768 bus /sierra_3: Setting Powered False\u000a04:05:30.719281 bus /sierra_3: Setting Powered False\u000a04:05:31.832229 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6518): Process ended prematurely: osmo-stp_10.42.42.5(pid=6518) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6518)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6518): Process ended prematurely: osmo-stp_10.42.42.5(pid=6518) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:05:32.948580 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:32.960899 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:05:33.130839 tst mo_mt_call_osmux.py: using LAC 38426\u000a04:05:33.259142 tst mo_mt_call_osmux.py: using RAC 176\u000a04:05:33.389054 tst mo_mt_call_osmux.py: using CellId 38426\u000a04:05:33.519112 tst mo_mt_call_osmux.py: using BVCI 38427\u000a04:05:33.544407 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:33.556248 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:33.567865 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:33.579873 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:33.592081 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:33.604065 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:05:33.722569 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:05:33.927931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:34.415300 run create_hlr_db(pid=6512): Launched\u000a04:05:34.590666 bus /sierra_2: Setting Powered False\u000a04:05:35.613007 run create_hlr_db(pid=6512): Terminated: ok {rc=0}\u000a04:05:36.047014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6514): Launched\u000a04:05:36.377178 run osmo-hlr_10.42.42.2(pid=6515): Launched\u000a04:05:36.498348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:37.069615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6517): Launched\u000a04:05:37.397825 run osmo-stp_10.42.42.5(pid=6518): Launched\u000a04:05:37.516371 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:05:38.115471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6520): Launched\u000a04:05:38.443978 run osmo-msc_10.42.42.6(pid=6521): Launched\u000a04:05:38.635618 run osmo-stp_10.42.42.5(pid=6518): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6518)]\u000a04:05:38.774442 run osmo-stp_10.42.42.5(pid=6518): stdout: \u000a| (launched: 2022-12-14_04:05:37.235446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:38.912820 run osmo-stp_10.42.42.5(pid=6518): stderr: \u000a| �[0;m�[38;5;43m20221214040537427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040537427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040537428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040537428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040537428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040537429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040537429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:39.044606 run osmo-stp_10.42.42.5(pid=6518): stdout: \u000a| (launched: 2022-12-14_04:05:37.235446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:39.174642 run osmo-stp_10.42.42.5(pid=6518): stderr: \u000a| �[0;m�[38;5;43m20221214040537427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040537427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040537428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040537428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040537428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040537429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040537429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:39.231763 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6518): Process ended prematurely: osmo-stp_10.42.42.5(pid=6518) [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6518)] [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a04:05:39.241323 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:05:39.304804 run osmo-hlr_10.42.42.2(pid=6515): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6515)]\u000a04:05:39.356919 run osmo-hlr_10.42.42.2(pid=6515): stdout: \u000a| (launched: 2022-12-14_04:05:36.214046) \u000a04:05:39.409638 run osmo-hlr_10.42.42.2(pid=6515): stderr: \u000a| �[0;m�[1;31m20221214040536412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040536412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040536412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040536412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040536412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040536412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040536424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040536433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040536434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040536434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:39.481122 run osmo-msc_10.42.42.6(pid=6521): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6521)]\u000a04:05:39.533499 run osmo-msc_10.42.42.6(pid=6521): stdout: \u000a| (launched: 2022-12-14_04:05:38.281573) \u000a04:05:39.586268 run osmo-msc_10.42.42.6(pid=6521): stderr: \u000a| �[0;m�[38;5;43m20221214040538604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040538604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f429ce0ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040538604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040538604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040538604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040538604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040538606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040538606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040538607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040538607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:05:39.631002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6514): Terminating (SIGTERM)\u000a04:05:39.673388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6517): Terminating (SIGTERM)\u000a04:05:39.715770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6520): Terminating (SIGTERM)\u000a04:05:39.725518 --- ParallelTerminationStrategy: PID 6514 died...\u000a04:05:39.782739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6514): Terminated: ok {rc=0}\u000a04:05:39.792807 --- ParallelTerminationStrategy: PID 6517 died...\u000a04:05:39.849521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6517): Terminated: ok {rc=0}\u000a04:05:39.859538 --- ParallelTerminationStrategy: PID 6520 died...\u000a04:05:39.916203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6520): Terminated: ok {rc=0}\u000a04:05:40.005119 bus /sierra_3: Setting Powered False\u000a04:05:41.108583 bus /sierra_3: Setting Powered False\u000a04:05:42.216397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:05:22" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6532): Process ended prematurely: osmo-stp_10.42.42.5(pid=6532) [trial-2399↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6532)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6532): Process ended prematurely: osmo-stp_10.42.42.5(pid=6532) [trial-2399↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:05:44.236346 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:44.247383 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:05:44.381934 tst emergency_mo_mt_call.py: using LAC 38427\u000a04:05:44.506451 tst emergency_mo_mt_call.py: using RAC 177\u000a04:05:44.631919 tst emergency_mo_mt_call.py: using CellId 38427\u000a04:05:44.757006 tst emergency_mo_mt_call.py: using BVCI 38428\u000a04:05:44.781302 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:44.792634 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:44.803649 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:44.814771 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:44.826191 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:44.837569 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:44.954909 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:45.164044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:45.668901 run create_hlr_db(pid=6526): Launched\u000a04:05:45.863146 bus /sierra_2: Setting Powered False\u000a04:05:46.933825 run create_hlr_db(pid=6526): Terminated: ok {rc=0}\u000a04:05:47.398751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6528): Launched\u000a04:05:47.700721 run osmo-hlr_10.42.42.2(pid=6529): Launched\u000a04:05:47.819061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:48.347223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6531): Launched\u000a04:05:48.648054 run osmo-stp_10.42.42.5(pid=6532): Launched\u000a04:05:48.778022 tst emergency_mo_mt_call.py: using MSISDN 8496\u000a04:05:48.931221 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:05:49.481739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6534): Launched\u000a04:05:49.780844 run osmo-msc_10.42.42.6(pid=6535): Launched\u000a04:05:49.956623 run osmo-stp_10.42.42.5(pid=6532): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6532)]\u000a04:05:50.083768 run osmo-stp_10.42.42.5(pid=6532): stdout: \u000a| (launched: 2022-12-14_04:05:48.498677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:50.208841 run osmo-stp_10.42.42.5(pid=6532): stderr: \u000a| �[0;m�[38;5;43m20221214040548672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040548672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040548673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040548673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040548673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040548674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040548674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:50.329203 run osmo-stp_10.42.42.5(pid=6532): stdout: \u000a| (launched: 2022-12-14_04:05:48.498677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:50.447821 run osmo-stp_10.42.42.5(pid=6532): stderr: \u000a| �[0;m�[38;5;43m20221214040548672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040548672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040548673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040548673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040548673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040548674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040548674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:50.500373 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=6532): Process ended prematurely: osmo-stp_10.42.42.5(pid=6532) [trial-2399↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6532)] [trial-2399↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a04:05:50.508413 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a04:05:50.568418 run osmo-hlr_10.42.42.2(pid=6529): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6529)]\u000a04:05:50.617725 run osmo-hlr_10.42.42.2(pid=6529): stdout: \u000a| (launched: 2022-12-14_04:05:47.550497) \u000a04:05:50.667809 run osmo-hlr_10.42.42.2(pid=6529): stderr: \u000a| �[0;m�[1;31m20221214040547725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040547725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040547725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040547725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040547725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040547725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040547737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040547745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040547745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040547745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:50.735726 run osmo-msc_10.42.42.6(pid=6535): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6535)]\u000a04:05:50.785285 run osmo-msc_10.42.42.6(pid=6535): stdout: \u000a| (launched: 2022-12-14_04:05:49.632592) \u000a04:05:50.835075 run osmo-msc_10.42.42.6(pid=6535): stderr: \u000a| �[0;m�[38;5;43m20221214040549903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040549903 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5ad65fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040549903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040549903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040549904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040549904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040549906 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040549906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040549906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040549906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:05:50.877188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6528): Terminating (SIGTERM)\u000a04:05:50.917067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6531): Terminating (SIGTERM)\u000a04:05:50.957124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6534): Terminating (SIGTERM)\u000a04:05:50.966384 --- ParallelTerminationStrategy: PID 6528 died...\u000a04:05:51.020914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6528): Terminated: ok {rc=0}\u000a04:05:51.030732 --- ParallelTerminationStrategy: PID 6531 died...\u000a04:05:51.084305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6531): Terminated: ok {rc=0}\u000a04:05:51.093948 --- ParallelTerminationStrategy: PID 6534 died...\u000a04:05:51.147384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6534): Terminated: ok {rc=0}\u000a04:05:51.235636 bus /sierra_3: Setting Powered False\u000a04:05:52.342646 bus /sierra_3: Setting Powered False\u000a04:05:53.454814 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6543): Process ended prematurely: osmo-stp_10.42.42.5(pid=6543) [trial-2399↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6543)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6543): Process ended prematurely: osmo-stp_10.42.42.5(pid=6543) [trial-2399↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:05:54.506721 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:54.518432 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:05:54.662878 tst emergency_preemptive_call.py: using LAC 38428\u000a04:05:54.780107 tst emergency_preemptive_call.py: using RAC 178\u000a04:05:54.899061 tst emergency_preemptive_call.py: using CellId 38428\u000a04:05:55.016103 tst emergency_preemptive_call.py: using BVCI 38429\u000a04:05:55.039038 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:55.050167 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:55.061072 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:55.071662 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:55.082370 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:55.093086 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:55.213249 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:55.334220 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:55.449276 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:55.657082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:56.165876 run create_hlr_db(pid=6537): Launched\u000a04:05:56.353476 bus /sierra_2: Setting Powered False\u000a04:05:57.373536 run create_hlr_db(pid=6537): Terminated: ok {rc=0}\u000a04:05:57.803129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6539): Launched\u000a04:05:58.127620 run osmo-hlr_10.42.42.2(pid=6540): Launched\u000a04:05:58.245271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:58.806773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6542): Launched\u000a04:05:59.131230 run osmo-stp_10.42.42.5(pid=6543): Launched\u000a04:05:59.262765 tst emergency_preemptive_call.py: using MSISDN 8497\u000a04:05:59.422297 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:06:00.007989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6545): Launched\u000a04:06:00.330855 run osmo-msc_10.42.42.6(pid=6546): Launched\u000a04:06:00.518819 run osmo-stp_10.42.42.5(pid=6543): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6543)]\u000a04:06:00.654793 run osmo-stp_10.42.42.5(pid=6543): stdout: \u000a| (launched: 2022-12-14_04:05:58.970328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:00.790163 run osmo-stp_10.42.42.5(pid=6543): stderr: \u000a| �[0;m�[38;5;43m20221214040559164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040559164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040559164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040559165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040559165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040559165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040559165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:00.921643 run osmo-stp_10.42.42.5(pid=6543): stdout: \u000a| (launched: 2022-12-14_04:05:58.970328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:01.053013 run osmo-stp_10.42.42.5(pid=6543): stderr: \u000a| �[0;m�[38;5;43m20221214040559164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040559164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040559164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040559165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040559165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040559165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040559165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:01.110968 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=6543): Process ended prematurely: osmo-stp_10.42.42.5(pid=6543) [trial-2399↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6543)] [trial-2399↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a04:06:01.120565 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a04:06:01.191680 run osmo-hlr_10.42.42.2(pid=6540): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6540)]\u000a04:06:01.255090 run osmo-hlr_10.42.42.2(pid=6540): stdout: \u000a| (launched: 2022-12-14_04:05:57.966165) \u000a04:06:01.328348 run osmo-hlr_10.42.42.2(pid=6540): stderr: \u000a| �[0;m�[1;31m20221214040558164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040558164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040558164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040558164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040558164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040558165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040558177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040558185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040558185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040558185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:01.409198 run osmo-msc_10.42.42.6(pid=6546): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6546)]\u000a04:06:01.464877 run osmo-msc_10.42.42.6(pid=6546): stdout: \u000a| (launched: 2022-12-14_04:06:00.170857) \u000a04:06:01.521446 run osmo-msc_10.42.42.6(pid=6546): stderr: \u000a| �[0;m�[38;5;43m20221214040600493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214040600493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc30ca79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214040600493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214040600493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214040600493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214040600493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214040600495 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214040600495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214040600496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214040600496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:06:01.569928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6539): Terminating (SIGTERM)\u000a04:06:01.615323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6542): Terminating (SIGTERM)\u000a04:06:01.660181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6545): Terminating (SIGTERM)\u000a04:06:01.670584 --- ParallelTerminationStrategy: PID 6539 died...\u000a04:06:01.730535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6539): Terminated: ok {rc=0}\u000a04:06:01.742270 --- ParallelTerminationStrategy: PID 6542 died...\u000a04:06:01.801389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6542): Terminated: ok {rc=0}\u000a04:06:01.813273 --- ParallelTerminationStrategy: PID 6545 died...\u000a04:06:01.872329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6545): Terminated: ok {rc=0}\u000a04:06:01.964644 bus /sierra_9: Setting Powered False\u000a04:06:03.070261 bus /sierra_9: Setting Powered False\u000a04:06:04.179625 bus /sierra_8: Setting Powered False\u000a04:06:05.286047 bus /sierra_8: Setting Powered False\u000a04:06:06.394106 bus /sierra_3: Setting Powered False\u000a04:06:07.500585 bus /sierra_3: Setting Powered False\u000a04:06:08.611758 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:05:43" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6562): Process ended prematurely: osmo-stp_10.42.42.5(pid=6562) [trial-2399↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6562)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6562): Process ended prematurely: osmo-stp_10.42.42.5(pid=6562) [trial-2399↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:06:10.734398 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:10.745412 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:06:10.888784 tst cs_paging_gprs_active.py: using LAC 38429\u000a04:06:11.007773 tst cs_paging_gprs_active.py: using RAC 179\u000a04:06:11.126908 tst cs_paging_gprs_active.py: using CellId 38429\u000a04:06:11.245668 tst cs_paging_gprs_active.py: using BVCI 38430\u000a04:06:11.268426 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:11.279226 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:11.289899 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:11.300311 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:11.310951 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:11.321636 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:11.332289 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:11.342862 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:11.353586 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:11.472807 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:11.747663 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:06:11.871221 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:12.180252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6552): Launched\u000a04:06:12.437839 run iperf3-srv_10.42.42.10(pid=6553): Launched\u000a04:06:12.619059 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:06:12.742877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:13.051614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6554): Launched\u000a04:06:13.308062 run iperf3-srv_10.42.42.10(pid=6555): Launched\u000a04:06:13.488865 tst cs_paging_gprs_active.py:38: start network...\u000a04:06:13.612437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:06:14.090446 run create_hlr_db(pid=6556): Launched\u000a04:06:14.261195 bus /sierra_2: Setting Powered False\u000a04:06:15.283886 run create_hlr_db(pid=6556): Terminated: ok {rc=0}\u000a04:06:15.679729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6558): Launched\u000a04:06:16.130855 run osmo-hlr_10.42.42.2(pid=6559): Launched\u000a04:06:16.358426 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:16.951299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6561): Launched\u000a04:06:17.296703 run osmo-stp_10.42.42.5(pid=6562): Launched\u000a04:06:17.418223 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:06:17.977312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6564): Launched\u000a04:06:18.092550 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:06:18.371553 run patchelf(pid=6565): Launched\u000a04:06:18.558488 run osmo-stp_10.42.42.5(pid=6562): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6562)]\u000a04:06:18.695213 run osmo-stp_10.42.42.5(pid=6562): stdout: \u000a| (launched: 2022-12-14_04:06:17.120142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:18.832612 run osmo-stp_10.42.42.5(pid=6562): stderr: \u000a| �[0;m�[38;5;43m20221214040617324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040617324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040617324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040617325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040617325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040617326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040617326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:18.965090 run osmo-stp_10.42.42.5(pid=6562): stdout: \u000a| (launched: 2022-12-14_04:06:17.120142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:19.097477 run osmo-stp_10.42.42.5(pid=6562): stderr: \u000a| �[0;m�[38;5;43m20221214040617324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040617324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040617324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040617325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040617325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040617326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040617326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:19.250085 run patchelf(pid=6565): Terminating (SIGINT)\u000a04:06:19.428926 run patchelf(pid=6565): Terminated: ok {rc=0}\u000a04:06:19.461938 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6562): Process ended prematurely: osmo-stp_10.42.42.5(pid=6562) [trial-2399↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6562)] [trial-2399↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a04:06:19.471848 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:06:19.535756 run osmo-hlr_10.42.42.2(pid=6559): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6559)]\u000a04:06:19.587892 run osmo-hlr_10.42.42.2(pid=6559): stdout: \u000a| (launched: 2022-12-14_04:06:15.832872) \u000a04:06:19.640656 run osmo-hlr_10.42.42.2(pid=6559): stderr: \u000a| �[0;m�[1;31m20221214040616162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040616162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040616162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040616162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040616162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040616162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040616175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040616188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040616188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040616188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:19.685748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6552): Terminating (SIGTERM)\u000a04:06:19.727961 run iperf3-srv_10.42.42.10(pid=6553): Terminating (SIGTERM)\u000a04:06:19.770683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6554): Terminating (SIGTERM)\u000a04:06:19.812658 run iperf3-srv_10.42.42.10(pid=6555): Terminating (SIGTERM)\u000a04:06:19.854763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6558): Terminating (SIGTERM)\u000a04:06:19.896903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6561): Terminating (SIGTERM)\u000a04:06:19.939048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6564): Terminating (SIGTERM)\u000a04:06:19.948656 --- ParallelTerminationStrategy: PID 6552 died...\u000a04:06:20.005968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6552): Terminated: ok {rc=0}\u000a04:06:20.016123 --- ParallelTerminationStrategy: PID 6553 died...\u000a04:06:20.072472 run iperf3-srv_10.42.42.10(pid=6553): Terminated {rc=256}\u000a04:06:20.082508 --- ParallelTerminationStrategy: PID 6554 died...\u000a04:06:20.138743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6554): Terminated: ok {rc=0}\u000a04:06:20.148700 --- ParallelTerminationStrategy: PID 6555 died...\u000a04:06:20.204715 run iperf3-srv_10.42.42.10(pid=6555): Terminated {rc=256}\u000a04:06:20.214738 --- ParallelTerminationStrategy: PID 6558 died...\u000a04:06:20.270810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6558): Terminated: ok {rc=0}\u000a04:06:20.280749 --- ParallelTerminationStrategy: PID 6561 died...\u000a04:06:20.337186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6561): Terminated: ok {rc=0}\u000a04:06:20.347200 --- ParallelTerminationStrategy: PID 6564 died...\u000a04:06:20.403657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6564): Terminated: ok {rc=0}\u000a04:06:20.491156 bus /gobi_0: Setting Powered False\u000a04:06:21.598505 bus /gobi_0: Setting Powered False\u000a04:06:22.707559 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6574): Process ended prematurely: osmo-stp_10.42.42.5(pid=6574) [trial-2399↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6574)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6574): Process ended prematurely: osmo-stp_10.42.42.5(pid=6574) [trial-2399↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a04:06:23.822001 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:23.833627 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:06:23.978716 tst iperf3.py: using LAC 38430\u000a04:06:24.106118 tst iperf3.py: using RAC 180\u000a04:06:24.231090 tst iperf3.py: using CellId 38430\u000a04:06:24.356242 tst iperf3.py: using BVCI 38431\u000a04:06:24.380723 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:24.391937 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:24.402793 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:24.413644 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:24.424586 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:24.435730 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:24.447566 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:24.458641 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:24.469896 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:24.742730 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:06:24.866533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:25.174924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6566): Launched\u000a04:06:25.431325 run iperf3-srv_10.42.42.10(pid=6567): Launched\u000a04:06:25.611384 tst iperf3.py:8: start network...\u000a04:06:25.734456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:06:26.214275 run create_hlr_db(pid=6568): Launched\u000a04:06:26.384369 bus /gobi_6: Setting Powered False\u000a04:06:27.407568 run create_hlr_db(pid=6568): Terminated: ok {rc=0}\u000a04:06:27.803512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6570): Launched\u000a04:06:28.101608 run osmo-hlr_10.42.42.2(pid=6571): Launched\u000a04:06:28.219099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:28.748733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6573): Launched\u000a04:06:29.047613 run osmo-stp_10.42.42.5(pid=6574): Launched\u000a04:06:29.155868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:06:29.677750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6576): Launched\u000a04:06:29.783837 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:06:30.044376 run patchelf(pid=6577): Launched\u000a04:06:30.218994 run osmo-stp_10.42.42.5(pid=6574): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6574)]\u000a04:06:30.346665 run osmo-stp_10.42.42.5(pid=6574): stdout: \u000a| (launched: 2022-12-14_04:06:28.899667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:30.474461 run osmo-stp_10.42.42.5(pid=6574): stderr: \u000a| �[0;m�[38;5;43m20221214040629066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040629066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040629067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040629067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040629068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040629068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040629068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:30.597807 run osmo-stp_10.42.42.5(pid=6574): stdout: \u000a| (launched: 2022-12-14_04:06:28.899667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:30.720776 run osmo-stp_10.42.42.5(pid=6574): stderr: \u000a| �[0;m�[38;5;43m20221214040629066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040629066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040629067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040629067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040629068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040629068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040629068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:30.866684 run patchelf(pid=6577): Terminating (SIGINT)\u000a04:06:31.038058 run patchelf(pid=6577): Terminated: ok {rc=0}\u000a04:06:31.071241 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6574): Process ended prematurely: osmo-stp_10.42.42.5(pid=6574) [trial-2399↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6574)] [trial-2399↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a04:06:31.081708 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a04:06:31.143611 run osmo-hlr_10.42.42.2(pid=6571): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6571)]\u000a04:06:31.194187 run osmo-hlr_10.42.42.2(pid=6571): stdout: \u000a| (launched: 2022-12-14_04:06:27.954967) \u000a04:06:31.245026 run osmo-hlr_10.42.42.2(pid=6571): stderr: \u000a| �[0;m�[1;31m20221214040628127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040628127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040628127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040628127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040628127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040628127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040628139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040628148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040628148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040628148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:31.288745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6566): Terminating (SIGTERM)\u000a04:06:31.329299 run iperf3-srv_10.42.42.10(pid=6567): Terminating (SIGTERM)\u000a04:06:31.369852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6570): Terminating (SIGTERM)\u000a04:06:31.412289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6573): Terminating (SIGTERM)\u000a04:06:31.473980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6576): Terminating (SIGTERM)\u000a04:06:31.488213 --- ParallelTerminationStrategy: PID 6566 died...\u000a04:06:31.561995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6566): Terminated: ok {rc=0}\u000a04:06:31.576844 --- ParallelTerminationStrategy: PID 6567 died...\u000a04:06:31.655032 run iperf3-srv_10.42.42.10(pid=6567): Terminated {rc=256}\u000a04:06:31.670199 --- ParallelTerminationStrategy: PID 6570 died...\u000a04:06:31.735502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6570): Terminated: ok {rc=0}\u000a04:06:31.746852 --- ParallelTerminationStrategy: PID 6573 died...\u000a04:06:31.805006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6573): Terminated: ok {rc=0}\u000a04:06:31.816525 --- ParallelTerminationStrategy: PID 6576 died...\u000a04:06:31.875686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6576): Terminated: ok {rc=0}\u000a04:06:31.967358 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6592): Process ended prematurely: osmo-stp_10.42.42.5(pid=6592) [trial-2399↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6592)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6592): Process ended prematurely: osmo-stp_10.42.42.5(pid=6592) [trial-2399↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a04:06:33.079939 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:33.091422 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:06:33.226979 tst iperf3m4.py: using LAC 38431\u000a04:06:33.342458 tst iperf3m4.py: using RAC 181\u000a04:06:33.461328 tst iperf3m4.py: using CellId 38431\u000a04:06:33.576713 tst iperf3m4.py: using BVCI 38432\u000a04:06:33.599466 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:33.610275 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:33.620764 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:33.631385 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:33.641926 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:33.652292 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:33.663001 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:33.673643 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:33.684412 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:33.799070 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:33.919096 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:34.038875 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:34.310655 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:06:34.432889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:34.738952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6578): Launched\u000a04:06:34.993450 run iperf3-srv_10.42.42.10(pid=6579): Launched\u000a04:06:35.174424 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:06:35.297554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:35.604412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6580): Launched\u000a04:06:35.858486 run iperf3-srv_10.42.42.10(pid=6581): Launched\u000a04:06:36.036874 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:06:36.159085 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:36.464032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6582): Launched\u000a04:06:36.727871 run iperf3-srv_10.42.42.10(pid=6583): Launched\u000a04:06:36.921986 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:06:37.054910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:37.383579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6584): Launched\u000a04:06:37.656694 run iperf3-srv_10.42.42.10(pid=6585): Launched\u000a04:06:37.850271 tst iperf3m4.py:8: start network...\u000a04:06:37.982405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:06:38.483980 run create_hlr_db(pid=6586): Launched\u000a04:06:38.667779 bus /gobi_6: Setting Powered False\u000a04:06:39.688366 run create_hlr_db(pid=6586): Terminated: ok {rc=0}\u000a04:06:40.085985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6588): Launched\u000a04:06:40.382931 run osmo-hlr_10.42.42.2(pid=6589): Launched\u000a04:06:40.499093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:41.026820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6591): Launched\u000a04:06:41.325922 run osmo-stp_10.42.42.5(pid=6592): Launched\u000a04:06:41.433458 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:06:41.956300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6594): Launched\u000a04:06:42.062704 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:06:42.340925 run patchelf(pid=6595): Launched\u000a04:06:42.514866 run osmo-stp_10.42.42.5(pid=6592): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6592)]\u000a04:06:42.642076 run osmo-stp_10.42.42.5(pid=6592): stdout: \u000a| (launched: 2022-12-14_04:06:41.178768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:42.769633 run osmo-stp_10.42.42.5(pid=6592): stderr: \u000a| �[0;m�[38;5;43m20221214040641346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040641346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040641346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040641347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040641347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040641347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040641347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:42.892576 run osmo-stp_10.42.42.5(pid=6592): stdout: \u000a| (launched: 2022-12-14_04:06:41.178768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:43.014680 run osmo-stp_10.42.42.5(pid=6592): stderr: \u000a| �[0;m�[38;5;43m20221214040641346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040641346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040641346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040641347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040641347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040641347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040641347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:43.157483 run patchelf(pid=6595): Terminating (SIGINT)\u000a04:06:43.324739 run patchelf(pid=6595): Terminated: ok {rc=0}\u000a04:06:43.355497 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6592): Process ended prematurely: osmo-stp_10.42.42.5(pid=6592) [trial-2399↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6592)] [trial-2399↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a04:06:43.364719 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a04:06:43.425370 run osmo-hlr_10.42.42.2(pid=6589): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6589)]\u000a04:06:43.474914 run osmo-hlr_10.42.42.2(pid=6589): stdout: \u000a| (launched: 2022-12-14_04:06:40.236569) \u000a04:06:43.525130 run osmo-hlr_10.42.42.2(pid=6589): stderr: \u000a| �[0;m�[1;31m20221214040640407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040640407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040640407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040640407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040640407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040640407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040640419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040640428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040640428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040640429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:43.567737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6578): Terminating (SIGTERM)\u000a04:06:43.607899 run iperf3-srv_10.42.42.10(pid=6579): Terminating (SIGTERM)\u000a04:06:43.648162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6580): Terminating (SIGTERM)\u000a04:06:43.688063 run iperf3-srv_10.42.42.10(pid=6581): Terminating (SIGTERM)\u000a04:06:43.728158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6582): Terminating (SIGTERM)\u000a04:06:43.768065 run iperf3-srv_10.42.42.10(pid=6583): Terminating (SIGTERM)\u000a04:06:43.808141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6584): Terminating (SIGTERM)\u000a04:06:43.848072 run iperf3-srv_10.42.42.10(pid=6585): Terminating (SIGTERM)\u000a04:06:43.888036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6588): Terminating (SIGTERM)\u000a04:06:43.928141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6591): Terminating (SIGTERM)\u000a04:06:43.968258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6594): Terminating (SIGTERM)\u000a04:06:43.977600 --- ParallelTerminationStrategy: PID 6578 died...\u000a04:06:44.031168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6578): Terminated: ok {rc=0}\u000a04:06:44.040790 --- ParallelTerminationStrategy: PID 6579 died...\u000a04:06:44.093845 run iperf3-srv_10.42.42.10(pid=6579): Terminated {rc=256}\u000a04:06:44.103454 --- ParallelTerminationStrategy: PID 6580 died...\u000a04:06:44.156555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6580): Terminated: ok {rc=0}\u000a04:06:44.166203 --- ParallelTerminationStrategy: PID 6581 died...\u000a04:06:44.219086 run iperf3-srv_10.42.42.10(pid=6581): Terminated {rc=256}\u000a04:06:44.228498 --- ParallelTerminationStrategy: PID 6582 died...\u000a04:06:44.281824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6582): Terminated: ok {rc=0}\u000a04:06:44.291426 --- ParallelTerminationStrategy: PID 6583 died...\u000a04:06:44.344364 run iperf3-srv_10.42.42.10(pid=6583): Terminated {rc=256}\u000a04:06:44.354115 --- ParallelTerminationStrategy: PID 6584 died...\u000a04:06:44.407128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6584): Terminated: ok {rc=0}\u000a04:06:44.416594 --- ParallelTerminationStrategy: PID 6585 died...\u000a04:06:44.469713 run iperf3-srv_10.42.42.10(pid=6585): Terminated {rc=256}\u000a04:06:44.479437 --- ParallelTerminationStrategy: PID 6588 died...\u000a04:06:44.532645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6588): Terminated: ok {rc=0}\u000a04:06:44.542237 --- ParallelTerminationStrategy: PID 6591 died...\u000a04:06:44.595931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6591): Terminated: ok {rc=0}\u000a04:06:44.605758 --- ParallelTerminationStrategy: PID 6594 died...\u000a04:06:44.658791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6594): Terminated: ok {rc=0}\u000a04:06:44.742971 bus /gobi_4: Setting Powered False\u000a04:06:45.858465 bus /gobi_4: Setting Powered False\u000a04:06:46.967912 bus /gobi_1: Setting Powered False\u000a04:06:48.074149 bus /gobi_1: Setting Powered False\u000a04:06:49.181778 bus /gobi_0: Setting Powered False\u000a04:06:50.288585 bus /gobi_0: Setting Powered False\u000a04:06:51.400166 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6602): Process ended prematurely: osmo-stp_10.42.42.5(pid=6602) [trial-2399↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6602)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6602): Process ended prematurely: osmo-stp_10.42.42.5(pid=6602) [trial-2399↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a04:06:52.470366 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:52.481832 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:06:52.625612 tst ping.py: using LAC 38432\u000a04:06:52.746593 tst ping.py: using RAC 182\u000a04:06:52.867712 tst ping.py: using CellId 38432\u000a04:06:52.988322 tst ping.py: using BVCI 38433\u000a04:06:53.012338 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:53.023880 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:53.034930 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:53.045925 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:53.057205 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:53.068273 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:53.079856 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:53.091149 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:53.360141 tst ping.py:19: start network...\u000a04:06:53.479721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:06:53.944107 run create_hlr_db(pid=6596): Launched\u000a04:06:54.110994 bus /gobi_6: Setting Powered False\u000a04:06:55.131369 run create_hlr_db(pid=6596): Terminated: ok {rc=0}\u000a04:06:55.547813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6598): Launched\u000a04:06:55.859440 run osmo-hlr_10.42.42.2(pid=6599): Launched\u000a04:06:55.975370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:56.524599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6601): Launched\u000a04:06:56.835830 run osmo-stp_10.42.42.5(pid=6602): Launched\u000a04:06:56.949413 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:06:57.497747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6604): Launched\u000a04:06:57.609124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:06:57.882887 run patchelf(pid=6605): Launched\u000a04:06:58.066935 run osmo-stp_10.42.42.5(pid=6602): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6602)]\u000a04:06:58.201801 run osmo-stp_10.42.42.5(pid=6602): stdout: \u000a| (launched: 2022-12-14_04:06:56.683085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:58.336894 run osmo-stp_10.42.42.5(pid=6602): stderr: \u000a| �[0;m�[38;5;43m20221214040656870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040656871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040656871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040656871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040656872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040656872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040656872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:58.467106 run osmo-stp_10.42.42.5(pid=6602): stdout: \u000a| (launched: 2022-12-14_04:06:56.683085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:58.596010 run osmo-stp_10.42.42.5(pid=6602): stderr: \u000a| �[0;m�[38;5;43m20221214040656870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040656871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040656871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040656871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040656872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040656872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040656872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:58.745498 run patchelf(pid=6605): Terminating (SIGINT)\u000a04:06:58.920537 run patchelf(pid=6605): Terminated: ok {rc=0}\u000a04:06:58.952456 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6602): Process ended prematurely: osmo-stp_10.42.42.5(pid=6602) [trial-2399↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6602)] [trial-2399↪gprs:trx-sysmocell5000↪ping.py:22]\u000a04:06:58.961780 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:06:59.025622 run osmo-hlr_10.42.42.2(pid=6599): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6599)]\u000a04:06:59.078199 run osmo-hlr_10.42.42.2(pid=6599): stdout: \u000a| (launched: 2022-12-14_04:06:55.706091) \u000a04:06:59.130754 run osmo-hlr_10.42.42.2(pid=6599): stderr: \u000a| �[0;m�[1;31m20221214040655899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040655899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040655899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040655899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040655899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040655899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040655915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040655925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040655925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040655925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:59.175338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6598): Terminating (SIGTERM)\u000a04:06:59.217500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6601): Terminating (SIGTERM)\u000a04:06:59.260093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6604): Terminating (SIGTERM)\u000a04:06:59.269807 --- ParallelTerminationStrategy: PID 6598 died...\u000a04:06:59.326492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6598): Terminated: ok {rc=0}\u000a04:06:59.336517 --- ParallelTerminationStrategy: PID 6601 died...\u000a04:06:59.392722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6601): Terminated: ok {rc=0}\u000a04:06:59.402729 --- ParallelTerminationStrategy: PID 6604 died...\u000a04:06:59.458632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6604): Terminated: ok {rc=0}\u000a04:06:59.546304 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6612): Process ended prematurely: osmo-stp_10.42.42.5(pid=6612) [trial-2399↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6612)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6612): Process ended prematurely: osmo-stp_10.42.42.5(pid=6612) [trial-2399↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a04:07:00.597738 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:00.609225 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:07:00.746223 tst ping_idle_ping.py: using LAC 38433\u000a04:07:00.861367 tst ping_idle_ping.py: using RAC 183\u000a04:07:00.997096 tst ping_idle_ping.py: using CellId 38433\u000a04:07:01.150743 tst ping_idle_ping.py: using BVCI 38434\u000a04:07:01.181072 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:01.195538 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:01.209973 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:01.224511 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:01.238801 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:01.252557 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:01.267499 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:01.282729 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:07:01.592339 tst ping_idle_ping.py:24: start network...\u000a04:07:01.728669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:02.271674 run create_hlr_db(pid=6606): Launched\u000a04:07:02.454846 bus /gobi_6: Setting Powered False\u000a04:07:03.475154 run create_hlr_db(pid=6606): Terminated: ok {rc=0}\u000a04:07:03.893290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6608): Launched\u000a04:07:04.208698 run osmo-hlr_10.42.42.2(pid=6609): Launched\u000a04:07:04.325463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:04.871678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6611): Launched\u000a04:07:05.183842 run osmo-stp_10.42.42.5(pid=6612): Launched\u000a04:07:05.297071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:05.841274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6614): Launched\u000a04:07:05.952349 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:06.225954 run patchelf(pid=6615): Launched\u000a04:07:06.410175 run osmo-stp_10.42.42.5(pid=6612): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6612)]\u000a04:07:06.545412 run osmo-stp_10.42.42.5(pid=6612): stdout: \u000a| (launched: 2022-12-14_04:07:05.030374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:06.681104 run osmo-stp_10.42.42.5(pid=6612): stderr: \u000a| �[0;m�[38;5;43m20221214040705216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040705217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040705217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040705217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040705218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040705218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040705218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:06.812012 run osmo-stp_10.42.42.5(pid=6612): stdout: \u000a| (launched: 2022-12-14_04:07:05.030374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:06.941412 run osmo-stp_10.42.42.5(pid=6612): stderr: \u000a| �[0;m�[38;5;43m20221214040705216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040705217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040705217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040705217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040705218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040705218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040705218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:07.092073 run patchelf(pid=6615): Terminating (SIGINT)\u000a04:07:07.268149 run patchelf(pid=6615): Terminated: ok {rc=0}\u000a04:07:07.300110 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6612): Process ended prematurely: osmo-stp_10.42.42.5(pid=6612) [trial-2399↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6612)] [trial-2399↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a04:07:07.309452 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a04:07:07.372152 run osmo-hlr_10.42.42.2(pid=6609): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6609)]\u000a04:07:07.423305 run osmo-hlr_10.42.42.2(pid=6609): stdout: \u000a| (launched: 2022-12-14_04:07:04.052862) \u000a04:07:07.475170 run osmo-hlr_10.42.42.2(pid=6609): stderr: \u000a| �[0;m�[1;31m20221214040704247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040704247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040704247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040704247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040704247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040704247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040704259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040704267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040704267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040704267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:07.519482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6608): Terminating (SIGTERM)\u000a04:07:07.561211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6611): Terminating (SIGTERM)\u000a04:07:07.602924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6614): Terminating (SIGTERM)\u000a04:07:07.612549 --- ParallelTerminationStrategy: PID 6608 died...\u000a04:07:07.668686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6608): Terminated: ok {rc=0}\u000a04:07:07.678753 --- ParallelTerminationStrategy: PID 6611 died...\u000a04:07:07.734366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6611): Terminated: ok {rc=0}\u000a04:07:07.744236 --- ParallelTerminationStrategy: PID 6614 died...\u000a04:07:07.800012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6614): Terminated: ok {rc=0}\u000a04:07:07.886222 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:06:10" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6629): Process ended prematurely: osmo-stp_10.42.42.5(pid=6629) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6629)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6629): Process ended prematurely: osmo-stp_10.42.42.5(pid=6629) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:07:10.038413 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:10.049621 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:07:10.187773 tst cs_paging_gprs_active.py: using LAC 38434\u000a04:07:10.307285 tst cs_paging_gprs_active.py: using RAC 184\u000a04:07:10.426676 tst cs_paging_gprs_active.py: using CellId 38434\u000a04:07:10.543431 tst cs_paging_gprs_active.py: using BVCI 38435\u000a04:07:10.566369 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:10.577206 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:10.587798 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:10.598498 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:10.609920 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:10.621233 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:10.632643 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:10.643904 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:10.655528 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:10.775792 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:11.051200 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:07:11.175082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:11.482790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6619): Launched\u000a04:07:11.738605 run iperf3-srv_10.42.42.10(pid=6620): Launched\u000a04:07:11.919828 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:07:12.043061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:12.351035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6621): Launched\u000a04:07:12.606473 run iperf3-srv_10.42.42.10(pid=6622): Launched\u000a04:07:12.786806 tst cs_paging_gprs_active.py:38: start network...\u000a04:07:12.910193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:13.389022 run create_hlr_db(pid=6623): Launched\u000a04:07:13.559529 bus /gobi_6: Setting Powered False\u000a04:07:14.581865 run create_hlr_db(pid=6623): Terminated: ok {rc=0}\u000a04:07:15.007582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6625): Launched\u000a04:07:15.328893 run osmo-hlr_10.42.42.2(pid=6626): Launched\u000a04:07:15.449504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:16.030619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6628): Launched\u000a04:07:16.450076 run osmo-stp_10.42.42.5(pid=6629): Launched\u000a04:07:16.644162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:17.203321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6631): Launched\u000a04:07:17.318479 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:17.599114 run patchelf(pid=6632): Launched\u000a04:07:17.787379 run osmo-stp_10.42.42.5(pid=6629): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6629)]\u000a04:07:17.924825 run osmo-stp_10.42.42.5(pid=6629): stdout: \u000a| (launched: 2022-12-14_04:07:16.196935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:18.063221 run osmo-stp_10.42.42.5(pid=6629): stderr: \u000a| �[0;m�[38;5;43m20221214040716472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040716472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040716472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040716473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040716473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040716473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040716473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:18.196438 run osmo-stp_10.42.42.5(pid=6629): stdout: \u000a| (launched: 2022-12-14_04:07:16.196935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:18.328319 run osmo-stp_10.42.42.5(pid=6629): stderr: \u000a| �[0;m�[38;5;43m20221214040716472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040716472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040716472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040716473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040716473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040716473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040716473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:18.481273 run patchelf(pid=6632): Terminating (SIGINT)\u000a04:07:18.659854 run patchelf(pid=6632): Terminated: ok {rc=0}\u000a04:07:18.692800 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6629): Process ended prematurely: osmo-stp_10.42.42.5(pid=6629) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6629)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:07:18.702863 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a04:07:18.766052 run osmo-hlr_10.42.42.2(pid=6626): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6626)]\u000a04:07:18.817538 run osmo-hlr_10.42.42.2(pid=6626): stdout: \u000a| (launched: 2022-12-14_04:07:15.171360) \u000a04:07:18.869887 run osmo-hlr_10.42.42.2(pid=6626): stderr: \u000a| �[0;m�[1;31m20221214040715365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040715365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040715365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040715365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040715365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040715365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040715377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040715386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040715386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040715386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:18.914589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6619): Terminating (SIGTERM)\u000a04:07:18.956487 run iperf3-srv_10.42.42.10(pid=6620): Terminating (SIGTERM)\u000a04:07:18.998628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6621): Terminating (SIGTERM)\u000a04:07:19.040786 run iperf3-srv_10.42.42.10(pid=6622): Terminating (SIGTERM)\u000a04:07:19.084825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6625): Terminating (SIGTERM)\u000a04:07:19.126990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6628): Terminating (SIGTERM)\u000a04:07:19.169194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6631): Terminating (SIGTERM)\u000a04:07:19.178788 --- ParallelTerminationStrategy: PID 6619 died...\u000a04:07:19.235047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6619): Terminated: ok {rc=0}\u000a04:07:19.244927 --- ParallelTerminationStrategy: PID 6620 died...\u000a04:07:19.300835 run iperf3-srv_10.42.42.10(pid=6620): Terminated {rc=256}\u000a04:07:19.310871 --- ParallelTerminationStrategy: PID 6621 died...\u000a04:07:19.366928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6621): Terminated: ok {rc=0}\u000a04:07:19.376831 --- ParallelTerminationStrategy: PID 6622 died...\u000a04:07:19.432840 run iperf3-srv_10.42.42.10(pid=6622): Terminated {rc=256}\u000a04:07:19.442939 --- ParallelTerminationStrategy: PID 6625 died...\u000a04:07:19.499019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6625): Terminated: ok {rc=0}\u000a04:07:19.509076 --- ParallelTerminationStrategy: PID 6628 died...\u000a04:07:19.565229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6628): Terminated: ok {rc=0}\u000a04:07:19.575168 --- ParallelTerminationStrategy: PID 6631 died...\u000a04:07:19.630865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6631): Terminated: ok {rc=0}\u000a04:07:19.716087 bus /gobi_0: Setting Powered False\u000a04:07:20.822449 bus /gobi_0: Setting Powered False\u000a04:07:21.930617 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6641): Process ended prematurely: osmo-stp_10.42.42.5(pid=6641) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6641)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6641): Process ended prematurely: osmo-stp_10.42.42.5(pid=6641) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:07:23.044195 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:23.056418 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:07:23.205086 tst iperf3.py: using LAC 38435\u000a04:07:23.335275 tst iperf3.py: using RAC 185\u000a04:07:23.459242 tst iperf3.py: using CellId 38435\u000a04:07:23.582575 tst iperf3.py: using BVCI 38436\u000a04:07:23.606920 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:23.618400 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:23.629544 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:23.640550 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:23.651876 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:23.663862 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:23.675672 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:23.687232 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:23.698966 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:23.987808 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:07:24.121226 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:24.450873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6633): Launched\u000a04:07:24.724420 run iperf3-srv_10.42.42.10(pid=6634): Launched\u000a04:07:24.918707 tst iperf3.py:8: start network...\u000a04:07:25.052065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:25.553681 run create_hlr_db(pid=6635): Launched\u000a04:07:25.737131 bus /gobi_6: Setting Powered False\u000a04:07:26.758325 run create_hlr_db(pid=6635): Terminated: ok {rc=0}\u000a04:07:27.155601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6637): Launched\u000a04:07:27.451761 run osmo-hlr_10.42.42.2(pid=6638): Launched\u000a04:07:27.563880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:28.081079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6640): Launched\u000a04:07:28.377313 run osmo-stp_10.42.42.5(pid=6641): Launched\u000a04:07:28.484762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:29.002108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6643): Launched\u000a04:07:29.107854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:29.367926 run patchelf(pid=6644): Launched\u000a04:07:29.542993 run osmo-stp_10.42.42.5(pid=6641): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6641)]\u000a04:07:29.670146 run osmo-stp_10.42.42.5(pid=6641): stdout: \u000a| (launched: 2022-12-14_04:07:28.231292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:29.797411 run osmo-stp_10.42.42.5(pid=6641): stderr: \u000a| �[0;m�[38;5;43m20221214040728396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040728397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040728397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040728397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040728398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040728398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040728398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:29.920538 run osmo-stp_10.42.42.5(pid=6641): stdout: \u000a| (launched: 2022-12-14_04:07:28.231292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:30.042907 run osmo-stp_10.42.42.5(pid=6641): stderr: \u000a| �[0;m�[38;5;43m20221214040728396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040728397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040728397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040728397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040728398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040728398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040728398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:30.184510 run patchelf(pid=6644): Terminating (SIGINT)\u000a04:07:30.350963 run patchelf(pid=6644): Terminated: ok {rc=0}\u000a04:07:30.382070 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6641): Process ended prematurely: osmo-stp_10.42.42.5(pid=6641) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6641)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a04:07:30.391536 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a04:07:30.451218 run osmo-hlr_10.42.42.2(pid=6638): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6638)]\u000a04:07:30.500179 run osmo-hlr_10.42.42.2(pid=6638): stdout: \u000a| (launched: 2022-12-14_04:07:27.305845) \u000a04:07:30.549521 run osmo-hlr_10.42.42.2(pid=6638): stderr: \u000a| �[0;m�[1;31m20221214040727478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040727478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040727478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040727478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040727478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040727478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040727490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040727499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040727499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040727499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:30.591514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6633): Terminating (SIGTERM)\u000a04:07:30.631063 run iperf3-srv_10.42.42.10(pid=6634): Terminating (SIGTERM)\u000a04:07:30.670868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6637): Terminating (SIGTERM)\u000a04:07:30.710469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6640): Terminating (SIGTERM)\u000a04:07:30.750144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6643): Terminating (SIGTERM)\u000a04:07:30.758865 --- ParallelTerminationStrategy: PID 6633 died...\u000a04:07:30.811845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6633): Terminated: ok {rc=0}\u000a04:07:30.821413 --- ParallelTerminationStrategy: PID 6634 died...\u000a04:07:30.889152 run iperf3-srv_10.42.42.10(pid=6634): Terminated {rc=256}\u000a04:07:30.901346 --- ParallelTerminationStrategy: PID 6637 died...\u000a04:07:30.959845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6637): Terminated: ok {rc=0}\u000a04:07:30.971732 --- ParallelTerminationStrategy: PID 6640 died...\u000a04:07:31.030483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6640): Terminated: ok {rc=0}\u000a04:07:31.042503 --- ParallelTerminationStrategy: PID 6643 died...\u000a04:07:31.102331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6643): Terminated: ok {rc=0}\u000a04:07:31.208286 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6659): Process ended prematurely: osmo-stp_10.42.42.5(pid=6659) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6659)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6659): Process ended prematurely: osmo-stp_10.42.42.5(pid=6659) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:07:32.334622 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:32.346914 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:07:32.494126 tst iperf3m4.py: using LAC 38436\u000a04:07:32.618896 tst iperf3m4.py: using RAC 186\u000a04:07:32.738144 tst iperf3m4.py: using CellId 38436\u000a04:07:32.855078 tst iperf3m4.py: using BVCI 38437\u000a04:07:32.877773 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:32.888651 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:32.899390 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:32.910296 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:32.921110 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:32.931779 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:32.942661 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:32.953348 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:32.964176 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:33.079387 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:33.201389 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:33.319505 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:33.612879 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:07:33.746538 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:34.077062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6645): Launched\u000a04:07:34.351660 run iperf3-srv_10.42.42.10(pid=6646): Launched\u000a04:07:34.546814 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:07:34.680244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:35.011511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6647): Launched\u000a04:07:35.287208 run iperf3-srv_10.42.42.10(pid=6648): Launched\u000a04:07:35.483428 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:07:35.617595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:35.948666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6649): Launched\u000a04:07:36.225472 run iperf3-srv_10.42.42.10(pid=6650): Launched\u000a04:07:36.421447 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:07:36.554984 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:36.886466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6651): Launched\u000a04:07:37.162728 run iperf3-srv_10.42.42.10(pid=6652): Launched\u000a04:07:37.358713 tst iperf3m4.py:8: start network...\u000a04:07:37.492683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:37.997795 run create_hlr_db(pid=6653): Launched\u000a04:07:38.182345 bus /gobi_6: Setting Powered False\u000a04:07:39.203905 run create_hlr_db(pid=6653): Terminated: ok {rc=0}\u000a04:07:39.602692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6655): Launched\u000a04:07:39.899810 run osmo-hlr_10.42.42.2(pid=6656): Launched\u000a04:07:40.014423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:40.533571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6658): Launched\u000a04:07:40.831569 run osmo-stp_10.42.42.5(pid=6659): Launched\u000a04:07:40.939783 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:41.459801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6661): Launched\u000a04:07:41.565334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:41.826885 run patchelf(pid=6662): Launched\u000a04:07:42.001319 run osmo-stp_10.42.42.5(pid=6659): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6659)]\u000a04:07:42.128634 run osmo-stp_10.42.42.5(pid=6659): stdout: \u000a| (launched: 2022-12-14_04:07:40.685268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:42.255844 run osmo-stp_10.42.42.5(pid=6659): stderr: \u000a| �[0;m�[38;5;43m20221214040740852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040740853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040740853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040740853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040740854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040740854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040740854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:42.378793 run osmo-stp_10.42.42.5(pid=6659): stdout: \u000a| (launched: 2022-12-14_04:07:40.685268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:42.500380 run osmo-stp_10.42.42.5(pid=6659): stderr: \u000a| �[0;m�[38;5;43m20221214040740852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040740853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040740853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040740853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040740854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040740854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040740854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:42.642216 run patchelf(pid=6662): Terminating (SIGINT)\u000a04:07:42.808724 run patchelf(pid=6662): Terminated: ok {rc=0}\u000a04:07:42.839837 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6659): Process ended prematurely: osmo-stp_10.42.42.5(pid=6659) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6659)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:07:42.849112 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a04:07:42.908747 run osmo-hlr_10.42.42.2(pid=6656): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6656)]\u000a04:07:42.957259 run osmo-hlr_10.42.42.2(pid=6656): stdout: \u000a| (launched: 2022-12-14_04:07:39.754380) \u000a04:07:43.006463 run osmo-hlr_10.42.42.2(pid=6656): stderr: \u000a| �[0;m�[1;31m20221214040739926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040739926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040739926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040739926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040739926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040739926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040739938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040739948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040739948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040739948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:43.048201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6645): Terminating (SIGTERM)\u000a04:07:43.087586 run iperf3-srv_10.42.42.10(pid=6646): Terminating (SIGTERM)\u000a04:07:43.127026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6647): Terminating (SIGTERM)\u000a04:07:43.166191 run iperf3-srv_10.42.42.10(pid=6648): Terminating (SIGTERM)\u000a04:07:43.205508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6649): Terminating (SIGTERM)\u000a04:07:43.244678 run iperf3-srv_10.42.42.10(pid=6650): Terminating (SIGTERM)\u000a04:07:43.283904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6651): Terminating (SIGTERM)\u000a04:07:43.323056 run iperf3-srv_10.42.42.10(pid=6652): Terminating (SIGTERM)\u000a04:07:43.362500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6655): Terminating (SIGTERM)\u000a04:07:43.401740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6658): Terminating (SIGTERM)\u000a04:07:43.441055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6661): Terminating (SIGTERM)\u000a04:07:43.450175 --- ParallelTerminationStrategy: PID 6645 died...\u000a04:07:43.502876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6645): Terminated: ok {rc=0}\u000a04:07:43.512243 --- ParallelTerminationStrategy: PID 6646 died...\u000a04:07:43.564510 run iperf3-srv_10.42.42.10(pid=6646): Terminated {rc=256}\u000a04:07:43.573869 --- ParallelTerminationStrategy: PID 6647 died...\u000a04:07:43.626466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6647): Terminated: ok {rc=0}\u000a04:07:43.635970 --- ParallelTerminationStrategy: PID 6648 died...\u000a04:07:43.689018 run iperf3-srv_10.42.42.10(pid=6648): Terminated {rc=256}\u000a04:07:43.698362 --- ParallelTerminationStrategy: PID 6649 died...\u000a04:07:43.750640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6649): Terminated: ok {rc=0}\u000a04:07:43.759978 --- ParallelTerminationStrategy: PID 6650 died...\u000a04:07:43.812159 run iperf3-srv_10.42.42.10(pid=6650): Terminated {rc=256}\u000a04:07:43.821656 --- ParallelTerminationStrategy: PID 6651 died...\u000a04:07:43.873869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6651): Terminated: ok {rc=0}\u000a04:07:43.883325 --- ParallelTerminationStrategy: PID 6652 died...\u000a04:07:43.935495 run iperf3-srv_10.42.42.10(pid=6652): Terminated {rc=256}\u000a04:07:43.944842 --- ParallelTerminationStrategy: PID 6655 died...\u000a04:07:43.997225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6655): Terminated: ok {rc=0}\u000a04:07:44.006713 --- ParallelTerminationStrategy: PID 6658 died...\u000a04:07:44.059161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6658): Terminated: ok {rc=0}\u000a04:07:44.068700 --- ParallelTerminationStrategy: PID 6661 died...\u000a04:07:44.121387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6661): Terminated: ok {rc=0}\u000a04:07:44.208123 bus /gobi_4: Setting Powered False\u000a04:07:45.309202 bus /gobi_4: Setting Powered False\u000a04:07:46.428480 bus /gobi_1: Setting Powered False\u000a04:07:47.533841 bus /gobi_1: Setting Powered False\u000a04:07:48.644031 bus /gobi_0: Setting Powered False\u000a04:07:49.746972 bus /gobi_0: Setting Powered False\u000a04:07:50.856707 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6669): Process ended prematurely: osmo-stp_10.42.42.5(pid=6669) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6669)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6669): Process ended prematurely: osmo-stp_10.42.42.5(pid=6669) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:07:51.925911 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:51.938533 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:07:52.074798 tst ping.py: using LAC 38437\u000a04:07:52.188801 tst ping.py: using RAC 187\u000a04:07:52.305291 tst ping.py: using CellId 38437\u000a04:07:52.432580 tst ping.py: using BVCI 38438\u000a04:07:52.457207 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:52.468655 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:52.479898 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:52.491425 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:52.503430 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:52.515432 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:52.527765 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:52.539854 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:52.824686 tst ping.py:19: start network...\u000a04:07:52.955119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:53.446461 run create_hlr_db(pid=6663): Launched\u000a04:07:53.627403 bus /gobi_6: Setting Powered False\u000a04:07:54.648482 run create_hlr_db(pid=6663): Terminated: ok {rc=0}\u000a04:07:55.064653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6665): Launched\u000a04:07:55.376597 run osmo-hlr_10.42.42.2(pid=6666): Launched\u000a04:07:55.491361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:56.037409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6668): Launched\u000a04:07:56.352891 run osmo-stp_10.42.42.5(pid=6669): Launched\u000a04:07:56.466330 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:57.013255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6671): Launched\u000a04:07:57.125334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:57.399891 run patchelf(pid=6672): Launched\u000a04:07:57.584291 run osmo-stp_10.42.42.5(pid=6669): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6669)]\u000a04:07:57.719704 run osmo-stp_10.42.42.5(pid=6669): stdout: \u000a| (launched: 2022-12-14_04:07:56.196888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:57.856046 run osmo-stp_10.42.42.5(pid=6669): stderr: \u000a| �[0;m�[38;5;43m20221214040756383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040756384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040756384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040756384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040756385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040756385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040756385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:57.986609 run osmo-stp_10.42.42.5(pid=6669): stdout: \u000a| (launched: 2022-12-14_04:07:56.196888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:58.116443 run osmo-stp_10.42.42.5(pid=6669): stderr: \u000a| �[0;m�[38;5;43m20221214040756383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040756384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040756384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040756384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040756385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040756385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040756385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:58.266960 run patchelf(pid=6672): Terminating (SIGINT)\u000a04:07:58.443169 run patchelf(pid=6672): Terminated: ok {rc=0}\u000a04:07:58.475323 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6669): Process ended prematurely: osmo-stp_10.42.42.5(pid=6669) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6669)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a04:07:58.484698 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:07:58.548460 run osmo-hlr_10.42.42.2(pid=6666): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6666)]\u000a04:07:58.600113 run osmo-hlr_10.42.42.2(pid=6666): stdout: \u000a| (launched: 2022-12-14_04:07:55.223024) \u000a04:07:58.652243 run osmo-hlr_10.42.42.2(pid=6666): stderr: \u000a| �[0;m�[1;31m20221214040755414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040755414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040755414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040755415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040755415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040755415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040755426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040755435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040755435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040755435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:58.696843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6665): Terminating (SIGTERM)\u000a04:07:58.739188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6668): Terminating (SIGTERM)\u000a04:07:58.781714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6671): Terminating (SIGTERM)\u000a04:07:58.791419 --- ParallelTerminationStrategy: PID 6665 died...\u000a04:07:58.848161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6665): Terminated: ok {rc=0}\u000a04:07:58.858389 --- ParallelTerminationStrategy: PID 6668 died...\u000a04:07:58.914935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6668): Terminated: ok {rc=0}\u000a04:07:58.925097 --- ParallelTerminationStrategy: PID 6671 died...\u000a04:07:58.981294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6671): Terminated: ok {rc=0}\u000a04:07:59.069424 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6679): Process ended prematurely: osmo-stp_10.42.42.5(pid=6679) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6679)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6679): Process ended prematurely: osmo-stp_10.42.42.5(pid=6679) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:08:00.121324 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.133414 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:08:00.270926 tst ping_idle_ping.py: using LAC 38438\u000a04:08:00.393700 tst ping_idle_ping.py: using RAC 188\u000a04:08:00.517300 tst ping_idle_ping.py: using CellId 38438\u000a04:08:00.640278 tst ping_idle_ping.py: using BVCI 38439\u000a04:08:00.664386 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.675815 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.687100 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.698334 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.710401 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.722373 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.734657 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.746747 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:08:01.067109 tst ping_idle_ping.py:24: start network...\u000a04:08:01.201835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:01.741134 run create_hlr_db(pid=6673): Launched\u000a04:08:01.929419 bus /gobi_6: Setting Powered False\u000a04:08:02.933808 run create_hlr_db(pid=6673): Terminated: ok {rc=0}\u000a04:08:03.366706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6675): Launched\u000a04:08:03.681477 run osmo-hlr_10.42.42.2(pid=6676): Launched\u000a04:08:03.796335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:04.343198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6678): Launched\u000a04:08:04.657553 run osmo-stp_10.42.42.5(pid=6679): Launched\u000a04:08:04.772399 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:05.321735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6681): Launched\u000a04:08:05.433763 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:05.708304 run patchelf(pid=6682): Launched\u000a04:08:05.893293 run osmo-stp_10.42.42.5(pid=6679): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6679)]\u000a04:08:06.028587 run osmo-stp_10.42.42.5(pid=6679): stdout: \u000a| (launched: 2022-12-14_04:08:04.502552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:06.164728 run osmo-stp_10.42.42.5(pid=6679): stderr: \u000a| �[0;m�[38;5;43m20221214040804688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040804688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040804688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040804689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040804689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040804689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040804689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:06.295619 run osmo-stp_10.42.42.5(pid=6679): stdout: \u000a| (launched: 2022-12-14_04:08:04.502552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:06.425090 run osmo-stp_10.42.42.5(pid=6679): stderr: \u000a| �[0;m�[38;5;43m20221214040804688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040804688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040804688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040804689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040804689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040804689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040804689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:06.575573 run patchelf(pid=6682): Terminating (SIGINT)\u000a04:08:06.751884 run patchelf(pid=6682): Terminated: ok {rc=0}\u000a04:08:06.783981 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6679): Process ended prematurely: osmo-stp_10.42.42.5(pid=6679) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6679)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:08:06.793320 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a04:08:06.856369 run osmo-hlr_10.42.42.2(pid=6676): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6676)]\u000a04:08:06.908061 run osmo-hlr_10.42.42.2(pid=6676): stdout: \u000a| (launched: 2022-12-14_04:08:03.526168) \u000a04:08:06.959912 run osmo-hlr_10.42.42.2(pid=6676): stderr: \u000a| �[0;m�[1;31m20221214040803720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040803720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040803720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040803720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040803720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040803720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040803732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040803740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040803740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040803740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:07.004315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6675): Terminating (SIGTERM)\u000a04:08:07.046697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6678): Terminating (SIGTERM)\u000a04:08:07.088879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6681): Terminating (SIGTERM)\u000a04:08:07.098518 --- ParallelTerminationStrategy: PID 6675 died...\u000a04:08:07.154598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6675): Terminated: ok {rc=0}\u000a04:08:07.164584 --- ParallelTerminationStrategy: PID 6678 died...\u000a04:08:07.220625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6678): Terminated: ok {rc=0}\u000a04:08:07.230662 --- ParallelTerminationStrategy: PID 6681 died...\u000a04:08:07.286836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6681): Terminated: ok {rc=0}\u000a04:08:07.374924 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:07:09" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6696): Process ended prematurely: osmo-stp_10.42.42.5(pid=6696) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6696)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6696): Process ended prematurely: osmo-stp_10.42.42.5(pid=6696) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:08:09.532326 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:09.543311 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:08:09.697665 tst cs_paging_gprs_active.py: using LAC 38439\u000a04:08:09.819275 tst cs_paging_gprs_active.py: using RAC 189\u000a04:08:09.934721 tst cs_paging_gprs_active.py: using CellId 38439\u000a04:08:10.050194 tst cs_paging_gprs_active.py: using BVCI 38440\u000a04:08:10.072830 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.083790 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.094614 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.105333 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.116041 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.126749 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.137660 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.148385 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:10.159258 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:10.278441 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:10.552389 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:08:10.675935 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:10.983555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6686): Launched\u000a04:08:11.239314 run iperf3-srv_10.42.42.10(pid=6687): Launched\u000a04:08:11.420267 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:08:11.543194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:11.850762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6688): Launched\u000a04:08:12.106801 run iperf3-srv_10.42.42.10(pid=6689): Launched\u000a04:08:12.287474 tst cs_paging_gprs_active.py:38: start network...\u000a04:08:12.411119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:12.889389 run create_hlr_db(pid=6690): Launched\u000a04:08:13.059214 bus /gobi_6: Setting Powered False\u000a04:08:14.082400 run create_hlr_db(pid=6690): Terminated: ok {rc=0}\u000a04:08:14.507180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6692): Launched\u000a04:08:14.825767 run osmo-hlr_10.42.42.2(pid=6693): Launched\u000a04:08:14.943416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:15.500203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6695): Launched\u000a04:08:15.819317 run osmo-stp_10.42.42.5(pid=6696): Launched\u000a04:08:16.024775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:16.574668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6698): Launched\u000a04:08:16.685573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:16.968877 run patchelf(pid=6699): Launched\u000a04:08:17.149499 run osmo-stp_10.42.42.5(pid=6696): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6696)]\u000a04:08:17.285525 run osmo-stp_10.42.42.5(pid=6696): stdout: \u000a| (launched: 2022-12-14_04:08:15.662388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:17.423138 run osmo-stp_10.42.42.5(pid=6696): stderr: \u000a| �[0;m�[38;5;43m20221214040815863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040815863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040815864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040815864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040815865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040815865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040815865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:17.555798 run osmo-stp_10.42.42.5(pid=6696): stdout: \u000a| (launched: 2022-12-14_04:08:15.662388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:17.687288 run osmo-stp_10.42.42.5(pid=6696): stderr: \u000a| �[0;m�[38;5;43m20221214040815863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040815863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040815864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040815864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040815865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040815865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040815865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:17.839881 run patchelf(pid=6699): Terminating (SIGINT)\u000a04:08:18.019217 run patchelf(pid=6699): Terminated: ok {rc=0}\u000a04:08:18.052626 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6696): Process ended prematurely: osmo-stp_10.42.42.5(pid=6696) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6696)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:08:18.063289 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a04:08:18.127284 run osmo-hlr_10.42.42.2(pid=6693): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6693)]\u000a04:08:18.179156 run osmo-hlr_10.42.42.2(pid=6693): stdout: \u000a| (launched: 2022-12-14_04:08:14.669733) \u000a04:08:18.231865 run osmo-hlr_10.42.42.2(pid=6693): stderr: \u000a| �[0;m�[1;31m20221214040814862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040814862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040814862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040814862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040814862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040814862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040814874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040814882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040814882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040814882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:18.276570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6686): Terminating (SIGTERM)\u000a04:08:18.318664 run iperf3-srv_10.42.42.10(pid=6687): Terminating (SIGTERM)\u000a04:08:18.360710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6688): Terminating (SIGTERM)\u000a04:08:18.402762 run iperf3-srv_10.42.42.10(pid=6689): Terminating (SIGTERM)\u000a04:08:18.444621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6692): Terminating (SIGTERM)\u000a04:08:18.486578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6695): Terminating (SIGTERM)\u000a04:08:18.528624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6698): Terminating (SIGTERM)\u000a04:08:18.538271 --- ParallelTerminationStrategy: PID 6686 died...\u000a04:08:18.594421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6686): Terminated: ok {rc=0}\u000a04:08:18.604347 --- ParallelTerminationStrategy: PID 6687 died...\u000a04:08:18.660254 run iperf3-srv_10.42.42.10(pid=6687): Terminated {rc=256}\u000a04:08:18.670185 --- ParallelTerminationStrategy: PID 6688 died...\u000a04:08:18.726093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6688): Terminated: ok {rc=0}\u000a04:08:18.736055 --- ParallelTerminationStrategy: PID 6689 died...\u000a04:08:18.791971 run iperf3-srv_10.42.42.10(pid=6689): Terminated {rc=256}\u000a04:08:18.801916 --- ParallelTerminationStrategy: PID 6692 died...\u000a04:08:18.857782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6692): Terminated: ok {rc=0}\u000a04:08:18.867763 --- ParallelTerminationStrategy: PID 6695 died...\u000a04:08:18.924003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6695): Terminated: ok {rc=0}\u000a04:08:18.934010 --- ParallelTerminationStrategy: PID 6698 died...\u000a04:08:18.990337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6698): Terminated: ok {rc=0}\u000a04:08:19.077353 bus /gobi_0: Setting Powered False\u000a04:08:20.182950 bus /gobi_0: Setting Powered False\u000a04:08:21.295719 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6708): Process ended prematurely: osmo-stp_10.42.42.5(pid=6708) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6708)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6708): Process ended prematurely: osmo-stp_10.42.42.5(pid=6708) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:08:22.404434 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:22.416118 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:08:22.573670 tst iperf3.py: using LAC 38440\u000a04:08:22.695032 tst iperf3.py: using RAC 190\u000a04:08:22.810042 tst iperf3.py: using CellId 38440\u000a04:08:22.924414 tst iperf3.py: using BVCI 38441\u000a04:08:22.947056 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:22.958094 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:22.968873 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:22.979649 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:22.990438 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:23.001151 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:23.012003 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:23.022721 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:23.033570 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:23.305096 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:08:23.427862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:23.736455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6700): Launched\u000a04:08:23.994049 run iperf3-srv_10.42.42.10(pid=6701): Launched\u000a04:08:24.173113 tst iperf3.py:8: start network...\u000a04:08:24.295552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:24.774626 run create_hlr_db(pid=6702): Launched\u000a04:08:24.944209 bus /gobi_6: Setting Powered False\u000a04:08:25.968185 run create_hlr_db(pid=6702): Terminated: ok {rc=0}\u000a04:08:26.363558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6704): Launched\u000a04:08:26.661967 run osmo-hlr_10.42.42.2(pid=6705): Launched\u000a04:08:26.780447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:27.305628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6707): Launched\u000a04:08:27.602384 run osmo-stp_10.42.42.5(pid=6708): Launched\u000a04:08:27.709523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:28.231363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6710): Launched\u000a04:08:28.336806 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:28.595831 run patchelf(pid=6711): Launched\u000a04:08:28.769760 run osmo-stp_10.42.42.5(pid=6708): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6708)]\u000a04:08:28.897077 run osmo-stp_10.42.42.5(pid=6708): stdout: \u000a| (launched: 2022-12-14_04:08:27.456251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:29.024299 run osmo-stp_10.42.42.5(pid=6708): stderr: \u000a| �[0;m�[38;5;43m20221214040827623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040827623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040827624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040827624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040827625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040827625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040827625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:29.147707 run osmo-stp_10.42.42.5(pid=6708): stdout: \u000a| (launched: 2022-12-14_04:08:27.456251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:29.269469 run osmo-stp_10.42.42.5(pid=6708): stderr: \u000a| �[0;m�[38;5;43m20221214040827623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040827623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040827624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040827624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040827625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040827625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040827625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:29.411024 run patchelf(pid=6711): Terminating (SIGINT)\u000a04:08:29.577728 run patchelf(pid=6711): Terminated: ok {rc=0}\u000a04:08:29.608449 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6708): Process ended prematurely: osmo-stp_10.42.42.5(pid=6708) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6708)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:08:29.617766 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a04:08:29.677977 run osmo-hlr_10.42.42.2(pid=6705): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6705)]\u000a04:08:29.726788 run osmo-hlr_10.42.42.2(pid=6705): stdout: \u000a| (launched: 2022-12-14_04:08:26.514665) \u000a04:08:29.776377 run osmo-hlr_10.42.42.2(pid=6705): stderr: \u000a| �[0;m�[1;31m20221214040826689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040826689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040826689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040826689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040826689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040826689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040826701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040826710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040826710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040826710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:29.818402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6700): Terminating (SIGTERM)\u000a04:08:29.857619 run iperf3-srv_10.42.42.10(pid=6701): Terminating (SIGTERM)\u000a04:08:29.897085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6704): Terminating (SIGTERM)\u000a04:08:29.936455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6707): Terminating (SIGTERM)\u000a04:08:29.975791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6710): Terminating (SIGTERM)\u000a04:08:29.984472 --- ParallelTerminationStrategy: PID 6700 died...\u000a04:08:30.038036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6700): Terminated: ok {rc=0}\u000a04:08:30.047789 --- ParallelTerminationStrategy: PID 6701 died...\u000a04:08:30.100439 run iperf3-srv_10.42.42.10(pid=6701): Terminated {rc=256}\u000a04:08:30.109841 --- ParallelTerminationStrategy: PID 6704 died...\u000a04:08:30.162252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6704): Terminated: ok {rc=0}\u000a04:08:30.171628 --- ParallelTerminationStrategy: PID 6707 died...\u000a04:08:30.224089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6707): Terminated: ok {rc=0}\u000a04:08:30.233608 --- ParallelTerminationStrategy: PID 6710 died...\u000a04:08:30.286028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6710): Terminated: ok {rc=0}\u000a04:08:30.369111 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6726): Process ended prematurely: osmo-stp_10.42.42.5(pid=6726) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6726)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6726): Process ended prematurely: osmo-stp_10.42.42.5(pid=6726) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:08:31.508854 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:31.521584 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:08:31.692518 tst iperf3m4.py: using LAC 38441\u000a04:08:31.857005 tst iperf3m4.py: using RAC 191\u000a04:08:31.996940 tst iperf3m4.py: using CellId 38441\u000a04:08:32.129327 tst iperf3m4.py: using BVCI 38442\u000a04:08:32.155099 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.167252 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.179242 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.191364 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.204279 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.217084 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.230023 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.242843 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.257523 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:32.376520 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:32.498662 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:32.615741 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:32.907555 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:08:33.041321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:33.372391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6712): Launched\u000a04:08:33.648851 run iperf3-srv_10.42.42.10(pid=6713): Launched\u000a04:08:33.844761 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:08:33.978445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:34.311271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6714): Launched\u000a04:08:34.588471 run iperf3-srv_10.42.42.10(pid=6715): Launched\u000a04:08:34.784610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:08:34.918380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:35.249596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6716): Launched\u000a04:08:35.523090 run iperf3-srv_10.42.42.10(pid=6717): Launched\u000a04:08:35.717819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:08:35.850569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:36.181495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6718): Launched\u000a04:08:36.457431 run iperf3-srv_10.42.42.10(pid=6719): Launched\u000a04:08:36.652125 tst iperf3m4.py:8: start network...\u000a04:08:36.784913 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:37.288937 run create_hlr_db(pid=6720): Launched\u000a04:08:37.472232 bus /gobi_6: Setting Powered False\u000a04:08:38.494112 run create_hlr_db(pid=6720): Terminated: ok {rc=0}\u000a04:08:38.918479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6722): Launched\u000a04:08:39.237421 run osmo-hlr_10.42.42.2(pid=6723): Launched\u000a04:08:39.356664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:39.914550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6725): Launched\u000a04:08:40.233397 run osmo-stp_10.42.42.5(pid=6726): Launched\u000a04:08:40.349063 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:40.906031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6728): Launched\u000a04:08:41.020175 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:41.299322 run patchelf(pid=6729): Launched\u000a04:08:41.486250 run osmo-stp_10.42.42.5(pid=6726): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6726)]\u000a04:08:41.623131 run osmo-stp_10.42.42.5(pid=6726): stdout: \u000a| (launched: 2022-12-14_04:08:40.076644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:41.759889 run osmo-stp_10.42.42.5(pid=6726): stderr: \u000a| �[0;m�[38;5;43m20221214040840264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040840264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040840264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040840265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040840265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040840265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040840265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:41.892424 run osmo-stp_10.42.42.5(pid=6726): stdout: \u000a| (launched: 2022-12-14_04:08:40.076644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:42.023621 run osmo-stp_10.42.42.5(pid=6726): stderr: \u000a| �[0;m�[38;5;43m20221214040840264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040840264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040840264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040840265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040840265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040840265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040840265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:42.176373 run patchelf(pid=6729): Terminating (SIGINT)\u000a04:08:42.354949 run patchelf(pid=6729): Terminated: ok {rc=0}\u000a04:08:42.387748 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6726): Process ended prematurely: osmo-stp_10.42.42.5(pid=6726) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6726)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:08:42.397730 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a04:08:42.461928 run osmo-hlr_10.42.42.2(pid=6723): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6723)]\u000a04:08:42.513895 run osmo-hlr_10.42.42.2(pid=6723): stdout: \u000a| (launched: 2022-12-14_04:08:39.081078) \u000a04:08:42.566678 run osmo-hlr_10.42.42.2(pid=6723): stderr: \u000a| �[0;m�[1;31m20221214040839274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040839274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040839274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040839274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040839274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040839274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040839287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040839295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040839295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040839295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:42.611622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6712): Terminating (SIGTERM)\u000a04:08:42.654162 run iperf3-srv_10.42.42.10(pid=6713): Terminating (SIGTERM)\u000a04:08:42.696767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6714): Terminating (SIGTERM)\u000a04:08:42.739281 run iperf3-srv_10.42.42.10(pid=6715): Terminating (SIGTERM)\u000a04:08:42.781909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6716): Terminating (SIGTERM)\u000a04:08:42.824344 run iperf3-srv_10.42.42.10(pid=6717): Terminating (SIGTERM)\u000a04:08:42.866867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6718): Terminating (SIGTERM)\u000a04:08:42.909284 run iperf3-srv_10.42.42.10(pid=6719): Terminating (SIGTERM)\u000a04:08:42.951891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6722): Terminating (SIGTERM)\u000a04:08:42.994187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6725): Terminating (SIGTERM)\u000a04:08:43.036096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6728): Terminating (SIGTERM)\u000a04:08:43.045765 --- ParallelTerminationStrategy: PID 6712 died...\u000a04:08:43.102331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6712): Terminated: ok {rc=0}\u000a04:08:43.112290 --- ParallelTerminationStrategy: PID 6713 died...\u000a04:08:43.168703 run iperf3-srv_10.42.42.10(pid=6713): Terminated {rc=256}\u000a04:08:43.178732 --- ParallelTerminationStrategy: PID 6714 died...\u000a04:08:43.235208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6714): Terminated: ok {rc=0}\u000a04:08:43.245334 --- ParallelTerminationStrategy: PID 6715 died...\u000a04:08:43.301476 run iperf3-srv_10.42.42.10(pid=6715): Terminated {rc=256}\u000a04:08:43.311502 --- ParallelTerminationStrategy: PID 6716 died...\u000a04:08:43.367856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6716): Terminated: ok {rc=0}\u000a04:08:43.377905 --- ParallelTerminationStrategy: PID 6717 died...\u000a04:08:43.434232 run iperf3-srv_10.42.42.10(pid=6717): Terminated {rc=256}\u000a04:08:43.444196 --- ParallelTerminationStrategy: PID 6718 died...\u000a04:08:43.500492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6718): Terminated: ok {rc=0}\u000a04:08:43.510514 --- ParallelTerminationStrategy: PID 6719 died...\u000a04:08:43.566848 run iperf3-srv_10.42.42.10(pid=6719): Terminated {rc=256}\u000a04:08:43.576870 --- ParallelTerminationStrategy: PID 6722 died...\u000a04:08:43.633446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6722): Terminated: ok {rc=0}\u000a04:08:43.643648 --- ParallelTerminationStrategy: PID 6725 died...\u000a04:08:43.700075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6725): Terminated: ok {rc=0}\u000a04:08:43.710095 --- ParallelTerminationStrategy: PID 6728 died...\u000a04:08:43.765996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6728): Terminated: ok {rc=0}\u000a04:08:43.854343 bus /gobi_4: Setting Powered False\u000a04:08:44.960156 bus /gobi_4: Setting Powered False\u000a04:08:46.110075 bus /gobi_1: Setting Powered False\u000a04:08:47.218970 bus /gobi_1: Setting Powered False\u000a04:08:48.326692 bus /gobi_0: Setting Powered False\u000a04:08:49.433505 bus /gobi_0: Setting Powered False\u000a04:08:50.542660 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6736): Process ended prematurely: osmo-stp_10.42.42.5(pid=6736) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6736)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6736): Process ended prematurely: osmo-stp_10.42.42.5(pid=6736) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:08:51.611229 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:51.623326 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:08:51.787654 tst ping.py: using LAC 38442\u000a04:08:51.909855 tst ping.py: using RAC 192\u000a04:08:52.026240 tst ping.py: using CellId 38442\u000a04:08:52.140160 tst ping.py: using BVCI 38443\u000a04:08:52.162620 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:52.174057 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:52.185038 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:52.195861 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:52.206676 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:52.217595 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:52.228445 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:52.239243 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:52.505940 tst ping.py:19: start network...\u000a04:08:52.625950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:53.092355 run create_hlr_db(pid=6730): Launched\u000a04:08:53.259913 bus /gobi_6: Setting Powered False\u000a04:08:54.282418 run create_hlr_db(pid=6730): Terminated: ok {rc=0}\u000a04:08:54.700870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6732): Launched\u000a04:08:55.014900 run osmo-hlr_10.42.42.2(pid=6733): Launched\u000a04:08:55.132165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:55.680896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6735): Launched\u000a04:08:55.994464 run osmo-stp_10.42.42.5(pid=6736): Launched\u000a04:08:56.108721 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:56.657685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6738): Launched\u000a04:08:56.768915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:57.042421 run patchelf(pid=6739): Launched\u000a04:08:57.227593 run osmo-stp_10.42.42.5(pid=6736): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6736)]\u000a04:08:57.362894 run osmo-stp_10.42.42.5(pid=6736): stdout: \u000a| (launched: 2022-12-14_04:08:55.839949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:57.498899 run osmo-stp_10.42.42.5(pid=6736): stderr: \u000a| �[0;m�[38;5;43m20221214040856030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040856030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040856030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040856031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040856031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040856031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040856031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:57.629505 run osmo-stp_10.42.42.5(pid=6736): stdout: \u000a| (launched: 2022-12-14_04:08:55.839949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:57.758863 run osmo-stp_10.42.42.5(pid=6736): stderr: \u000a| �[0;m�[38;5;43m20221214040856030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040856030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040856030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040856031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040856031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040856031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040856031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:57.909316 run patchelf(pid=6739): Terminating (SIGINT)\u000a04:08:58.086109 run patchelf(pid=6739): Terminated: ok {rc=0}\u000a04:08:58.118458 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6736): Process ended prematurely: osmo-stp_10.42.42.5(pid=6736) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6736)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:08:58.127740 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:08:58.191190 run osmo-hlr_10.42.42.2(pid=6733): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6733)]\u000a04:08:58.242700 run osmo-hlr_10.42.42.2(pid=6733): stdout: \u000a| (launched: 2022-12-14_04:08:54.859930) \u000a04:08:58.294586 run osmo-hlr_10.42.42.2(pid=6733): stderr: \u000a| �[0;m�[1;31m20221214040855076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040855076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040855076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040855077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040855077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040855077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040855090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040855098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040855098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040855098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:58.338943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6732): Terminating (SIGTERM)\u000a04:08:58.381430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6735): Terminating (SIGTERM)\u000a04:08:58.423027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6738): Terminating (SIGTERM)\u000a04:08:58.432576 --- ParallelTerminationStrategy: PID 6732 died...\u000a04:08:58.488305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6732): Terminated: ok {rc=0}\u000a04:08:58.498225 --- ParallelTerminationStrategy: PID 6735 died...\u000a04:08:58.553782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6735): Terminated: ok {rc=0}\u000a04:08:58.563700 --- ParallelTerminationStrategy: PID 6738 died...\u000a04:08:58.619509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6738): Terminated: ok {rc=0}\u000a04:08:58.706230 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7017): Process ended prematurely: osmo-stp_10.42.42.5(pid=7017) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7017)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7017): Process ended prematurely: osmo-stp_10.42.42.5(pid=7017) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:08:59.758246 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:59.770526 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:08:59.935364 tst ping_idle_ping.py: using LAC 38443\u000a04:09:00.058986 tst ping_idle_ping.py: using RAC 193\u000a04:09:00.182671 tst ping_idle_ping.py: using CellId 38443\u000a04:09:00.307941 tst ping_idle_ping.py: using BVCI 38444\u000a04:09:00.332290 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:00.343864 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:00.355484 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:00.366834 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:00.378956 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:00.391177 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:00.403422 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:00.415416 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:09:00.687878 tst ping_idle_ping.py:24: start network...\u000a04:09:00.809196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:01.350387 run create_hlr_db(pid=6742): Launched\u000a04:09:01.549445 bus /gobi_6: Setting Powered False\u000a04:09:02.618968 run create_hlr_db(pid=6742): Terminated: ok {rc=0}\u000a04:09:03.110636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6892): Launched\u000a04:09:03.516795 run osmo-hlr_10.42.42.2(pid=6940): Launched\u000a04:09:03.768221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:04.451971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7016): Launched\u000a04:09:04.843286 run osmo-stp_10.42.42.5(pid=7017): Launched\u000a04:09:05.073745 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:05.666596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7019): Launched\u000a04:09:05.774408 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:06.051074 run patchelf(pid=7020): Launched\u000a04:09:06.226340 run osmo-stp_10.42.42.5(pid=7017): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7017)]\u000a04:09:06.355980 run osmo-stp_10.42.42.5(pid=7017): stdout: \u000a| (launched: 2022-12-14_04:09:04.603314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:06.485764 run osmo-stp_10.42.42.5(pid=7017): stderr: \u000a| �[0;m�[38;5;43m20221214040904926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040904926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040904927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040904927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040904927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040904928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040904928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:06.609876 run osmo-stp_10.42.42.5(pid=7017): stdout: \u000a| (launched: 2022-12-14_04:09:04.603314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:06.734480 run osmo-stp_10.42.42.5(pid=7017): stderr: \u000a| �[0;m�[38;5;43m20221214040904926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040904926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040904927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040904927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040904927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040904928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040904928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:06.879691 run patchelf(pid=7020): Terminating (SIGINT)\u000a04:09:07.049071 run patchelf(pid=7020): Terminated: ok {rc=0}\u000a04:09:07.080536 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7017): Process ended prematurely: osmo-stp_10.42.42.5(pid=7017) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7017)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:09:07.090596 tst ping_idle_ping.py:27: Test FAILED (7.3 sec)\u000a04:09:07.152664 run osmo-hlr_10.42.42.2(pid=6940): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6940)]\u000a04:09:07.203487 run osmo-hlr_10.42.42.2(pid=6940): stdout: \u000a| (launched: 2022-12-14_04:09:03.289720) \u000a04:09:07.255398 run osmo-hlr_10.42.42.2(pid=6940): stderr: \u000a| �[0;m�[1;31m20221214040903640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040903640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040903640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040903640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040903640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040903640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040903662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040903675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040903675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040903675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:07.299490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6892): Terminating (SIGTERM)\u000a04:09:07.343273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7016): Terminating (SIGTERM)\u000a04:09:07.386765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7019): Terminating (SIGTERM)\u000a04:09:07.396898 --- ParallelTerminationStrategy: PID 6892 died...\u000a04:09:07.453248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6892): Terminated: ok {rc=0}\u000a04:09:07.463239 --- ParallelTerminationStrategy: PID 7016 died...\u000a04:09:07.519205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7016): Terminated: ok {rc=0}\u000a04:09:07.529387 --- ParallelTerminationStrategy: PID 7019 died...\u000a04:09:07.584733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7019): Terminated: ok {rc=0}\u000a04:09:07.673658 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:08:09" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7036): Process ended prematurely: osmo-stp_10.42.42.5(pid=7036) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7036)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7036): Process ended prematurely: osmo-stp_10.42.42.5(pid=7036) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:09:09.844368 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:09.857517 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:09:10.023516 tst cs_paging_gprs_active.py: using LAC 38444\u000a04:09:10.142582 tst cs_paging_gprs_active.py: using RAC 194\u000a04:09:10.262608 tst cs_paging_gprs_active.py: using CellId 38444\u000a04:09:10.382468 tst cs_paging_gprs_active.py: using BVCI 38445\u000a04:09:10.406813 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:10.418839 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:10.430767 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:10.442546 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:10.456241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:10.468448 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:10.480789 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:10.493028 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:10.505609 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:10.628650 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:10.917017 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:09:11.045757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:11.382105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7026): Launched\u000a04:09:11.669136 run iperf3-srv_10.42.42.10(pid=7027): Launched\u000a04:09:11.861630 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:09:11.991854 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:12.331974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7028): Launched\u000a04:09:12.618246 run iperf3-srv_10.42.42.10(pid=7029): Launched\u000a04:09:12.812426 tst cs_paging_gprs_active.py:38: start network...\u000a04:09:12.942015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:13.478875 run create_hlr_db(pid=7030): Launched\u000a04:09:13.658924 bus /gobi_6: Setting Powered False\u000a04:09:14.683136 run create_hlr_db(pid=7030): Terminated: ok {rc=0}\u000a04:09:15.112402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7032): Launched\u000a04:09:15.522914 run osmo-hlr_10.42.42.2(pid=7033): Launched\u000a04:09:15.707675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:16.430871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7035): Launched\u000a04:09:16.857401 run osmo-stp_10.42.42.5(pid=7036): Launched\u000a04:09:17.071465 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:17.807677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7038): Launched\u000a04:09:17.925847 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:18.318154 run patchelf(pid=7039): Launched\u000a04:09:18.550118 run osmo-stp_10.42.42.5(pid=7036): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7036)]\u000a04:09:18.692192 run osmo-stp_10.42.42.5(pid=7036): stdout: \u000a| (launched: 2022-12-14_04:09:16.630262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:18.834449 run osmo-stp_10.42.42.5(pid=7036): stderr: \u000a| �[0;m�[38;5;43m20221214040916990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040916990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040916990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040916991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040916991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040916991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040916991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:18.971327 run osmo-stp_10.42.42.5(pid=7036): stdout: \u000a| (launched: 2022-12-14_04:09:16.630262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:19.108526 run osmo-stp_10.42.42.5(pid=7036): stderr: \u000a| �[0;m�[38;5;43m20221214040916990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040916990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040916990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040916991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040916991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040916991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040916991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:19.267152 run patchelf(pid=7039): Terminating (SIGINT)\u000a04:09:19.453566 run patchelf(pid=7039): Terminated: ok {rc=0}\u000a04:09:19.487913 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7036): Process ended prematurely: osmo-stp_10.42.42.5(pid=7036) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7036)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:09:19.498246 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a04:09:19.566176 run osmo-hlr_10.42.42.2(pid=7033): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7033)]\u000a04:09:19.620850 run osmo-hlr_10.42.42.2(pid=7033): stdout: \u000a| (launched: 2022-12-14_04:09:15.271186) \u000a04:09:19.677127 run osmo-hlr_10.42.42.2(pid=7033): stderr: \u000a| �[0;m�[1;31m20221214040915606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040915606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040915606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040915606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040915607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040915607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040915658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040915672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040915672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040915672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:19.725095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7026): Terminating (SIGTERM)\u000a04:09:19.770321 run iperf3-srv_10.42.42.10(pid=7027): Terminating (SIGTERM)\u000a04:09:19.815669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7028): Terminating (SIGTERM)\u000a04:09:19.862867 run iperf3-srv_10.42.42.10(pid=7029): Terminating (SIGTERM)\u000a04:09:19.910255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7032): Terminating (SIGTERM)\u000a04:09:19.957661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7035): Terminating (SIGTERM)\u000a04:09:20.005392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7038): Terminating (SIGTERM)\u000a04:09:20.016537 --- ParallelTerminationStrategy: PID 7026 died...\u000a04:09:20.078623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7026): Terminated: ok {rc=0}\u000a04:09:20.090777 --- ParallelTerminationStrategy: PID 7027 died...\u000a04:09:20.150116 run iperf3-srv_10.42.42.10(pid=7027): Terminated {rc=256}\u000a04:09:20.161917 --- ParallelTerminationStrategy: PID 7028 died...\u000a04:09:20.221184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7028): Terminated: ok {rc=0}\u000a04:09:20.232814 --- ParallelTerminationStrategy: PID 7029 died...\u000a04:09:20.291827 run iperf3-srv_10.42.42.10(pid=7029): Terminated {rc=256}\u000a04:09:20.303520 --- ParallelTerminationStrategy: PID 7032 died...\u000a04:09:20.362548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7032): Terminated: ok {rc=0}\u000a04:09:20.374678 --- ParallelTerminationStrategy: PID 7035 died...\u000a04:09:20.434087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7035): Terminated: ok {rc=0}\u000a04:09:20.446279 --- ParallelTerminationStrategy: PID 7038 died...\u000a04:09:20.505215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7038): Terminated: ok {rc=0}\u000a04:09:20.596481 bus /gobi_0: Setting Powered False\u000a04:09:21.709748 bus /gobi_0: Setting Powered False\u000a04:09:22.827934 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7049): Process ended prematurely: osmo-stp_10.42.42.5(pid=7049) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7049)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7049): Process ended prematurely: osmo-stp_10.42.42.5(pid=7049) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:09:23.946311 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:23.958728 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:09:24.126394 tst iperf3.py: using LAC 38445\u000a04:09:24.248664 tst iperf3.py: using RAC 195\u000a04:09:24.375126 tst iperf3.py: using CellId 38445\u000a04:09:24.500232 tst iperf3.py: using BVCI 38446\u000a04:09:24.525811 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:24.537450 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:24.549181 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:24.560809 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:24.572907 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:24.585575 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:24.597939 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:24.609921 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:24.622478 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:24.914861 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:09:25.047448 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:25.381806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7041): Launched\u000a04:09:25.663208 run iperf3-srv_10.42.42.10(pid=7042): Launched\u000a04:09:25.862078 tst iperf3.py:8: start network...\u000a04:09:25.997725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:26.510365 run create_hlr_db(pid=7043): Launched\u000a04:09:26.698318 bus /gobi_6: Setting Powered False\u000a04:09:27.707700 run create_hlr_db(pid=7043): Terminated: ok {rc=0}\u000a04:09:28.148931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7045): Launched\u000a04:09:28.476692 run osmo-hlr_10.42.42.2(pid=7046): Launched\u000a04:09:28.590749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:29.116455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7048): Launched\u000a04:09:29.419779 run osmo-stp_10.42.42.5(pid=7049): Launched\u000a04:09:29.530044 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:30.057989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7051): Launched\u000a04:09:30.165838 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:30.430730 run patchelf(pid=7052): Launched\u000a04:09:30.608876 run osmo-stp_10.42.42.5(pid=7049): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7049)]\u000a04:09:30.738503 run osmo-stp_10.42.42.5(pid=7049): stdout: \u000a| (launched: 2022-12-14_04:09:29.270368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:30.881543 run osmo-stp_10.42.42.5(pid=7049): stderr: \u000a| �[0;m�[38;5;43m20221214040929440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040929440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040929441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040929441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040929442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040929442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040929442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:31.023547 run osmo-stp_10.42.42.5(pid=7049): stdout: \u000a| (launched: 2022-12-14_04:09:29.270368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:31.163238 run osmo-stp_10.42.42.5(pid=7049): stderr: \u000a| �[0;m�[38;5;43m20221214040929440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040929440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040929441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040929441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040929442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040929442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040929442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:31.323377 run patchelf(pid=7052): Terminating (SIGINT)\u000a04:09:31.510617 run patchelf(pid=7052): Terminated: ok {rc=0}\u000a04:09:31.546066 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7049): Process ended prematurely: osmo-stp_10.42.42.5(pid=7049) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7049)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:09:31.557359 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:09:31.625144 run osmo-hlr_10.42.42.2(pid=7046): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7046)]\u000a04:09:31.682344 run osmo-hlr_10.42.42.2(pid=7046): stdout: \u000a| (launched: 2022-12-14_04:09:28.314395) \u000a04:09:31.737915 run osmo-hlr_10.42.42.2(pid=7046): stderr: \u000a| �[0;m�[1;31m20221214040928512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040928512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040928513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040928513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040928513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040928513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040928529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040928537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040928537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040928537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:31.786415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7041): Terminating (SIGTERM)\u000a04:09:31.831007 run iperf3-srv_10.42.42.10(pid=7042): Terminating (SIGTERM)\u000a04:09:31.878294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7045): Terminating (SIGTERM)\u000a04:09:31.925419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7048): Terminating (SIGTERM)\u000a04:09:31.971954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7051): Terminating (SIGTERM)\u000a04:09:31.983013 --- ParallelTerminationStrategy: PID 7041 died...\u000a04:09:32.044578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7041): Terminated: ok {rc=0}\u000a04:09:32.056518 --- ParallelTerminationStrategy: PID 7042 died...\u000a04:09:32.116329 run iperf3-srv_10.42.42.10(pid=7042): Terminated {rc=256}\u000a04:09:32.128089 --- ParallelTerminationStrategy: PID 7045 died...\u000a04:09:32.187860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7045): Terminated: ok {rc=0}\u000a04:09:32.198833 --- ParallelTerminationStrategy: PID 7048 died...\u000a04:09:32.256357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7048): Terminated: ok {rc=0}\u000a04:09:32.266711 --- ParallelTerminationStrategy: PID 7051 died...\u000a04:09:32.324523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7051): Terminated: ok {rc=0}\u000a04:09:32.412839 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7067): Process ended prematurely: osmo-stp_10.42.42.5(pid=7067) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7067)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7067): Process ended prematurely: osmo-stp_10.42.42.5(pid=7067) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:09:33.531733 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:33.543746 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:09:33.712256 tst iperf3m4.py: using LAC 38446\u000a04:09:33.839843 tst iperf3m4.py: using RAC 196\u000a04:09:33.967067 tst iperf3m4.py: using CellId 38446\u000a04:09:34.094245 tst iperf3m4.py: using BVCI 38447\u000a04:09:34.119572 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:34.131135 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:34.142495 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:34.153933 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:34.165539 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:34.177041 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:34.188801 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:34.200241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:34.211946 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:34.333799 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:34.453599 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:34.574902 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:34.854610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:09:34.980191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:35.295742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7053): Launched\u000a04:09:35.559998 run iperf3-srv_10.42.42.10(pid=7054): Launched\u000a04:09:35.743848 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:09:35.869292 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:36.182416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7055): Launched\u000a04:09:36.443597 run iperf3-srv_10.42.42.10(pid=7056): Launched\u000a04:09:36.627606 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:09:36.752622 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:37.067853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7057): Launched\u000a04:09:37.329003 run iperf3-srv_10.42.42.10(pid=7058): Launched\u000a04:09:37.513334 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:09:37.638828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:37.954510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7059): Launched\u000a04:09:38.216342 run iperf3-srv_10.42.42.10(pid=7060): Launched\u000a04:09:38.400403 tst iperf3m4.py:8: start network...\u000a04:09:38.525593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:39.013492 run create_hlr_db(pid=7061): Launched\u000a04:09:39.186021 bus /gobi_6: Setting Powered False\u000a04:09:40.209194 run create_hlr_db(pid=7061): Terminated: ok {rc=0}\u000a04:09:40.612426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7063): Launched\u000a04:09:40.913176 run osmo-hlr_10.42.42.2(pid=7064): Launched\u000a04:09:41.022817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:41.546485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7066): Launched\u000a04:09:41.847900 run osmo-stp_10.42.42.5(pid=7067): Launched\u000a04:09:41.957168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:42.483620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7069): Launched\u000a04:09:42.591368 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:42.856588 run patchelf(pid=7070): Launched\u000a04:09:43.033241 run osmo-stp_10.42.42.5(pid=7067): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7067)]\u000a04:09:43.162619 run osmo-stp_10.42.42.5(pid=7067): stdout: \u000a| (launched: 2022-12-14_04:09:41.699121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:43.291597 run osmo-stp_10.42.42.5(pid=7067): stderr: \u000a| �[0;m�[38;5;43m20221214040941869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040941869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040941869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040941870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040941870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040941870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040941870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:43.416297 run osmo-stp_10.42.42.5(pid=7067): stdout: \u000a| (launched: 2022-12-14_04:09:41.699121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:43.540663 run osmo-stp_10.42.42.5(pid=7067): stderr: \u000a| �[0;m�[38;5;43m20221214040941869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040941869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040941869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040941870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040941870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040941870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040941870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:43.684186 run patchelf(pid=7070): Terminating (SIGINT)\u000a04:09:43.852862 run patchelf(pid=7070): Terminated: ok {rc=0}\u000a04:09:43.884130 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7067): Process ended prematurely: osmo-stp_10.42.42.5(pid=7067) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7067)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:09:43.893648 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a04:09:43.954147 run osmo-hlr_10.42.42.2(pid=7064): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7064)]\u000a04:09:44.003206 run osmo-hlr_10.42.42.2(pid=7064): stdout: \u000a| (launched: 2022-12-14_04:09:40.765145) \u000a04:09:44.053042 run osmo-hlr_10.42.42.2(pid=7064): stderr: \u000a| �[0;m�[1;31m20221214040940941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040940941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040940941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040940941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040940941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040940941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040940953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040940962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040940962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040940962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:44.095189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7053): Terminating (SIGTERM)\u000a04:09:44.134625 run iperf3-srv_10.42.42.10(pid=7054): Terminating (SIGTERM)\u000a04:09:44.174215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7055): Terminating (SIGTERM)\u000a04:09:44.213729 run iperf3-srv_10.42.42.10(pid=7056): Terminating (SIGTERM)\u000a04:09:44.253420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7057): Terminating (SIGTERM)\u000a04:09:44.292856 run iperf3-srv_10.42.42.10(pid=7058): Terminating (SIGTERM)\u000a04:09:44.332409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7059): Terminating (SIGTERM)\u000a04:09:44.371677 run iperf3-srv_10.42.42.10(pid=7060): Terminating (SIGTERM)\u000a04:09:44.411220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7063): Terminating (SIGTERM)\u000a04:09:44.450987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7066): Terminating (SIGTERM)\u000a04:09:44.491609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7069): Terminating (SIGTERM)\u000a04:09:44.500918 --- ParallelTerminationStrategy: PID 7053 died...\u000a04:09:44.554654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7053): Terminated: ok {rc=0}\u000a04:09:44.564359 --- ParallelTerminationStrategy: PID 7054 died...\u000a04:09:44.617725 run iperf3-srv_10.42.42.10(pid=7054): Terminated {rc=256}\u000a04:09:44.627323 --- ParallelTerminationStrategy: PID 7055 died...\u000a04:09:44.680532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7055): Terminated: ok {rc=0}\u000a04:09:44.690278 --- ParallelTerminationStrategy: PID 7056 died...\u000a04:09:44.742813 run iperf3-srv_10.42.42.10(pid=7056): Terminated {rc=256}\u000a04:09:44.752293 --- ParallelTerminationStrategy: PID 7057 died...\u000a04:09:44.805276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7057): Terminated: ok {rc=0}\u000a04:09:44.814991 --- ParallelTerminationStrategy: PID 7058 died...\u000a04:09:44.867580 run iperf3-srv_10.42.42.10(pid=7058): Terminated {rc=256}\u000a04:09:44.876941 --- ParallelTerminationStrategy: PID 7059 died...\u000a04:09:44.929921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7059): Terminated: ok {rc=0}\u000a04:09:44.939539 --- ParallelTerminationStrategy: PID 7060 died...\u000a04:09:44.992123 run iperf3-srv_10.42.42.10(pid=7060): Terminated {rc=256}\u000a04:09:45.001730 --- ParallelTerminationStrategy: PID 7063 died...\u000a04:09:45.054464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7063): Terminated: ok {rc=0}\u000a04:09:45.064060 --- ParallelTerminationStrategy: PID 7066 died...\u000a04:09:45.116913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7066): Terminated: ok {rc=0}\u000a04:09:45.126633 --- ParallelTerminationStrategy: PID 7069 died...\u000a04:09:45.179780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7069): Terminated: ok {rc=0}\u000a04:09:45.269176 bus /gobi_4: Setting Powered False\u000a04:09:46.389863 bus /gobi_4: Setting Powered False\u000a04:09:47.501578 bus /gobi_1: Setting Powered False\u000a04:09:48.608430 bus /gobi_1: Setting Powered False\u000a04:09:49.717365 bus /gobi_0: Setting Powered False\u000a04:09:50.824290 bus /gobi_0: Setting Powered False\u000a04:09:51.934333 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7077): Process ended prematurely: osmo-stp_10.42.42.5(pid=7077) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7077)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7077): Process ended prematurely: osmo-stp_10.42.42.5(pid=7077) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:09:53.004454 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:53.016554 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:09:53.183457 tst ping.py: using LAC 38447\u000a04:09:53.307791 tst ping.py: using RAC 197\u000a04:09:53.432287 tst ping.py: using CellId 38447\u000a04:09:53.556412 tst ping.py: using BVCI 38448\u000a04:09:53.580785 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:53.592270 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:53.603512 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:53.614784 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:53.626373 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:53.637917 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:53.649602 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:53.661172 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:53.949890 tst ping.py:19: start network...\u000a04:09:54.082048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:54.582490 run create_hlr_db(pid=7071): Launched\u000a04:09:54.766708 bus /gobi_6: Setting Powered False\u000a04:09:55.787522 run create_hlr_db(pid=7071): Terminated: ok {rc=0}\u000a04:09:56.186571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7073): Launched\u000a04:09:56.483360 run osmo-hlr_10.42.42.2(pid=7074): Launched\u000a04:09:56.600885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:57.133685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7076): Launched\u000a04:09:57.431001 run osmo-stp_10.42.42.5(pid=7077): Launched\u000a04:09:57.537270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:58.052940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7079): Launched\u000a04:09:58.157744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:58.416090 run patchelf(pid=7080): Launched\u000a04:09:58.589489 run osmo-stp_10.42.42.5(pid=7077): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7077)]\u000a04:09:58.717404 run osmo-stp_10.42.42.5(pid=7077): stdout: \u000a| (launched: 2022-12-14_04:09:57.283375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:58.845967 run osmo-stp_10.42.42.5(pid=7077): stderr: \u000a| �[0;m�[38;5;43m20221214040957452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040957452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040957452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040957453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040957453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040957453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040957454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:58.967890 run osmo-stp_10.42.42.5(pid=7077): stdout: \u000a| (launched: 2022-12-14_04:09:57.283375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:59.089239 run osmo-stp_10.42.42.5(pid=7077): stderr: \u000a| �[0;m�[38;5;43m20221214040957452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214040957452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214040957452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214040957453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214040957453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214040957453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214040957454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:59.230613 run patchelf(pid=7080): Terminating (SIGINT)\u000a04:09:59.396937 run patchelf(pid=7080): Terminated: ok {rc=0}\u000a04:09:59.427329 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7077): Process ended prematurely: osmo-stp_10.42.42.5(pid=7077) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7077)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:09:59.435958 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:09:59.495872 run osmo-hlr_10.42.42.2(pid=7074): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7074)]\u000a04:09:59.544727 run osmo-hlr_10.42.42.2(pid=7074): stdout: \u000a| (launched: 2022-12-14_04:09:56.336779) \u000a04:09:59.593965 run osmo-hlr_10.42.42.2(pid=7074): stderr: \u000a| �[0;m�[1;31m20221214040956513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214040956513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214040956513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040956513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214040956513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214040956513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214040956525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214040956534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214040956534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214040956534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:59.635777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7073): Terminating (SIGTERM)\u000a04:09:59.675913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7076): Terminating (SIGTERM)\u000a04:09:59.716164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7079): Terminating (SIGTERM)\u000a04:09:59.725569 --- ParallelTerminationStrategy: PID 7073 died...\u000a04:09:59.779389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7073): Terminated: ok {rc=0}\u000a04:09:59.789150 --- ParallelTerminationStrategy: PID 7076 died...\u000a04:09:59.842327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7076): Terminated: ok {rc=0}\u000a04:09:59.851917 --- ParallelTerminationStrategy: PID 7079 died...\u000a04:09:59.905295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7079): Terminated: ok {rc=0}\u000a04:09:59.993641 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7090): Process ended prematurely: osmo-stp_10.42.42.5(pid=7090) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7090)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7090): Process ended prematurely: osmo-stp_10.42.42.5(pid=7090) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:10:01.044347 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.057348 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:10:01.223698 tst ping_idle_ping.py: using LAC 38448\u000a04:10:01.347899 tst ping_idle_ping.py: using RAC 198\u000a04:10:01.477417 tst ping_idle_ping.py: using CellId 38448\u000a04:10:01.611480 tst ping_idle_ping.py: using BVCI 38449\u000a04:10:01.637540 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.650184 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.663941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.678725 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.692207 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.705817 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.719577 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.733264 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:10:02.127879 tst ping_idle_ping.py:24: start network...\u000a04:10:02.287720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:02.798113 run create_hlr_db(pid=7084): Launched\u000a04:10:02.984015 bus /gobi_6: Setting Powered False\u000a04:10:04.004833 run create_hlr_db(pid=7084): Terminated: ok {rc=0}\u000a04:10:04.405895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7086): Launched\u000a04:10:04.705696 run osmo-hlr_10.42.42.2(pid=7087): Launched\u000a04:10:04.816692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:05.334831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7089): Launched\u000a04:10:05.632784 run osmo-stp_10.42.42.5(pid=7090): Launched\u000a04:10:05.741398 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:10:06.264191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7092): Launched\u000a04:10:06.369270 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:10:06.628092 run patchelf(pid=7093): Launched\u000a04:10:06.802945 run osmo-stp_10.42.42.5(pid=7090): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7090)]\u000a04:10:06.930509 run osmo-stp_10.42.42.5(pid=7090): stdout: \u000a| (launched: 2022-12-14_04:10:05.486018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:07.058268 run osmo-stp_10.42.42.5(pid=7090): stderr: \u000a| �[0;m�[38;5;43m20221214041005656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041005656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041005657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041005657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041005658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041005658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041005658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:07.181296 run osmo-stp_10.42.42.5(pid=7090): stdout: \u000a| (launched: 2022-12-14_04:10:05.486018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:07.303323 run osmo-stp_10.42.42.5(pid=7090): stderr: \u000a| �[0;m�[38;5;43m20221214041005656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041005656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041005657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041005657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041005658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041005658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041005658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:07.445388 run patchelf(pid=7093): Terminating (SIGINT)\u000a04:10:07.612476 run patchelf(pid=7093): Terminated: ok {rc=0}\u000a04:10:07.643004 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7090): Process ended prematurely: osmo-stp_10.42.42.5(pid=7090) [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7090)] [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:10:07.651700 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a04:10:07.711274 run osmo-hlr_10.42.42.2(pid=7087): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7087)]\u000a04:10:07.760038 run osmo-hlr_10.42.42.2(pid=7087): stdout: \u000a| (launched: 2022-12-14_04:10:04.557583) \u000a04:10:07.809390 run osmo-hlr_10.42.42.2(pid=7087): stderr: \u000a| �[0;m�[1;31m20221214041004733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041004733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041004733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041004733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041004733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041004734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041004744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041004753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041004753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041004753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:07.851400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7086): Terminating (SIGTERM)\u000a04:10:07.890694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7089): Terminating (SIGTERM)\u000a04:10:07.930140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7092): Terminating (SIGTERM)\u000a04:10:07.939252 --- ParallelTerminationStrategy: PID 7086 died...\u000a04:10:07.992242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7086): Terminated: ok {rc=0}\u000a04:10:08.001795 --- ParallelTerminationStrategy: PID 7089 died...\u000a04:10:08.054600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7089): Terminated: ok {rc=0}\u000a04:10:08.064130 --- ParallelTerminationStrategy: PID 7092 died...\u000a04:10:08.116906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7092): Terminated: ok {rc=0}\u000a04:10:08.205159 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:09:09" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7104): Process ended prematurely: osmo-stp_10.42.42.5(pid=7104) [trial-2399↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7104)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7104): Process ended prematurely: osmo-stp_10.42.42.5(pid=7104) [trial-2399↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:10:10.232378 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:10.243697 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:10:10.407763 tst switch_tch_pdch.py: using LAC 38449\u000a04:10:10.531254 tst switch_tch_pdch.py: using RAC 199\u000a04:10:10.654588 tst switch_tch_pdch.py: using CellId 38449\u000a04:10:10.777334 tst switch_tch_pdch.py: using BVCI 38450\u000a04:10:10.802261 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:10.814213 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:10.826071 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:10.837753 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:10.849817 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:10.861882 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:10.874215 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:10.886294 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:10:11.003142 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:10:11.294260 tst switch_tch_pdch.py:51: start network...\u000a04:10:11.426446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:11.929691 run create_hlr_db(pid=7098): Launched\u000a04:10:12.114704 bus /gobi_6: Setting Powered False\u000a04:10:13.135737 run create_hlr_db(pid=7098): Terminated: ok {rc=0}\u000a04:10:13.561282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7100): Launched\u000a04:10:13.881084 run osmo-hlr_10.42.42.2(pid=7101): Launched\u000a04:10:13.997293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:14.512854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7103): Launched\u000a04:10:14.807023 run osmo-stp_10.42.42.5(pid=7104): Launched\u000a04:10:14.914877 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:10:15.432650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7106): Launched\u000a04:10:15.537009 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:10:15.794167 run patchelf(pid=7107): Launched\u000a04:10:15.993739 run osmo-stp_10.42.42.5(pid=7104): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7104)]\u000a04:10:16.135708 run osmo-stp_10.42.42.5(pid=7104): stdout: \u000a| (launched: 2022-12-14_04:10:14.662343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:16.277326 run osmo-stp_10.42.42.5(pid=7104): stderr: \u000a| �[0;m�[38;5;43m20221214041014831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041014831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041014831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041014832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041014832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041014832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041014833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:16.413390 run osmo-stp_10.42.42.5(pid=7104): stdout: \u000a| (launched: 2022-12-14_04:10:14.662343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:16.549559 run osmo-stp_10.42.42.5(pid=7104): stderr: \u000a| �[0;m�[38;5;43m20221214041014831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041014831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041014831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041014832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041014832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041014832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041014833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:16.703810 run patchelf(pid=7107): Terminating (SIGINT)\u000a04:10:16.872566 run patchelf(pid=7107): Terminated: ok {rc=0}\u000a04:10:16.903264 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7104): Process ended prematurely: osmo-stp_10.42.42.5(pid=7104) [trial-2399↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7104)] [trial-2399↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:10:16.911963 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a04:10:16.972010 run osmo-hlr_10.42.42.2(pid=7101): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7101)]\u000a04:10:17.021467 run osmo-hlr_10.42.42.2(pid=7101): stdout: \u000a| (launched: 2022-12-14_04:10:13.723188) \u000a04:10:17.072325 run osmo-hlr_10.42.42.2(pid=7101): stderr: \u000a| �[0;m�[1;31m20221214041013920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041013920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041013920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041013920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041013920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041013920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041013932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041013940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041013940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041013940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:17.115182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7100): Terminating (SIGTERM)\u000a04:10:17.157401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7103): Terminating (SIGTERM)\u000a04:10:17.197834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7106): Terminating (SIGTERM)\u000a04:10:17.207012 --- ParallelTerminationStrategy: PID 7100 died...\u000a04:10:17.261126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7100): Terminated: ok {rc=0}\u000a04:10:17.270759 --- ParallelTerminationStrategy: PID 7103 died...\u000a04:10:17.323259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7103): Terminated: ok {rc=0}\u000a04:10:17.332587 --- ParallelTerminationStrategy: PID 7106 died...\u000a04:10:17.385134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7106): Terminated: ok {rc=0}\u000a04:10:17.472832 bus /gobi_0: Setting Powered False\u000a04:10:18.576162 bus /gobi_0: Setting Powered False\u000a04:10:19.687195 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:10:09" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7118): Process ended prematurely: osmo-stp_10.42.42.5(pid=7118) [trial-2399↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7118)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7118): Process ended prematurely: osmo-stp_10.42.42.5(pid=7118) [trial-2399↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:10:21.668090 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:21.679853 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:10:21.845058 tst switch_tch_pdch.py: using LAC 38450\u000a04:10:21.969064 tst switch_tch_pdch.py: using RAC 200\u000a04:10:22.088538 tst switch_tch_pdch.py: using CellId 38450\u000a04:10:22.207197 tst switch_tch_pdch.py: using BVCI 38451\u000a04:10:22.229939 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:22.241088 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:22.251977 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:22.263060 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:22.274484 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:22.285831 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:22.297309 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:22.308699 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:10:22.428843 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:10:22.703038 tst switch_tch_pdch.py:51: start network...\u000a04:10:22.825721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:23.276129 run create_hlr_db(pid=7112): Launched\u000a04:10:23.397372 bus /gobi_6: Setting Powered False\u000a04:10:24.468277 run create_hlr_db(pid=7112): Terminated: ok {rc=0}\u000a04:10:24.865659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7114): Launched\u000a04:10:25.187151 run osmo-hlr_10.42.42.2(pid=7115): Launched\u000a04:10:25.302978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:25.829942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7117): Launched\u000a04:10:26.148027 run osmo-stp_10.42.42.5(pid=7118): Launched\u000a04:10:26.263361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:10:26.792336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7120): Launched\u000a04:10:26.905531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:10:27.184005 run patchelf(pid=7121): Launched\u000a04:10:27.370345 run osmo-stp_10.42.42.5(pid=7118): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7118)]\u000a04:10:27.507211 run osmo-stp_10.42.42.5(pid=7118): stdout: \u000a| (launched: 2022-12-14_04:10:25.990796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:27.644232 run osmo-stp_10.42.42.5(pid=7118): stderr: \u000a| �[0;m�[38;5;43m20221214041026181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041026181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041026182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041026182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041026182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041026183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041026183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:27.776383 run osmo-stp_10.42.42.5(pid=7118): stdout: \u000a| (launched: 2022-12-14_04:10:25.990796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:27.906993 run osmo-stp_10.42.42.5(pid=7118): stderr: \u000a| �[0;m�[38;5;43m20221214041026181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041026181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041026182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041026182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041026182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041026183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041026183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:28.058815 run patchelf(pid=7121): Terminating (SIGINT)\u000a04:10:28.236940 run patchelf(pid=7121): Terminated: ok {rc=0}\u000a04:10:28.269396 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7118): Process ended prematurely: osmo-stp_10.42.42.5(pid=7118) [trial-2399↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7118)] [trial-2399↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:10:28.278759 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a04:10:28.342342 run osmo-hlr_10.42.42.2(pid=7115): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7115)]\u000a04:10:28.394184 run osmo-hlr_10.42.42.2(pid=7115): stdout: \u000a| (launched: 2022-12-14_04:10:25.028317) \u000a04:10:28.446765 run osmo-hlr_10.42.42.2(pid=7115): stderr: \u000a| �[0;m�[1;31m20221214041025224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041025224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041025224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041025224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041025224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041025224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041025236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041025244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041025244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041025244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:28.491623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7114): Terminating (SIGTERM)\u000a04:10:28.533777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7117): Terminating (SIGTERM)\u000a04:10:28.576206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7120): Terminating (SIGTERM)\u000a04:10:28.585927 --- ParallelTerminationStrategy: PID 7114 died...\u000a04:10:28.642670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7114): Terminated: ok {rc=0}\u000a04:10:28.652881 --- ParallelTerminationStrategy: PID 7117 died...\u000a04:10:28.709310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7117): Terminated: ok {rc=0}\u000a04:10:28.719435 --- ParallelTerminationStrategy: PID 7120 died...\u000a04:10:28.776023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7120): Terminated: ok {rc=0}\u000a04:10:28.862775 bus /gobi_0: Setting Powered False\u000a04:10:29.968903 bus /gobi_0: Setting Powered False\u000a04:10:31.098402 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:10:21" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7126): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7126) [trial-2399↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7126)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7126): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7126) [trial-2399↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a04:10:33.007266 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a04:10:33.018707 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:10:33.163922 tst mo_mt_sms.py: using LAC 38451\u000a04:10:33.290899 tst mo_mt_sms.py: using RAC 201\u000a04:10:33.415075 tst mo_mt_sms.py: using CellId 38451\u000a04:10:33.537423 tst mo_mt_sms.py: using BVCI 38452\u000a04:10:33.561516 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:10:33.677273 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:10:33.949345 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:10:34.071478 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:10:34.684907 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7125): Launched\u000a04:10:34.979588 run osmo-nitb_10.42.42.2(pid=7126): Launched\u000a04:10:35.163222 run osmo-nitb_10.42.42.2(pid=7126): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7126)]\u000a04:10:35.297796 run osmo-nitb_10.42.42.2(pid=7126): stdout: \u000a| (launched: 2022-12-14_04:10:34.835094) \u000a04:10:35.432607 run osmo-nitb_10.42.42.2(pid=7126): stderr: \u000a| (launched: 2022-12-14_04:10:34.879182)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:10:35.562656 run osmo-nitb_10.42.42.2(pid=7126): stdout: \u000a| (launched: 2022-12-14_04:10:34.835094) \u000a04:10:35.691198 run osmo-nitb_10.42.42.2(pid=7126): stderr: \u000a| (launched: 2022-12-14_04:10:34.879182)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:10:36.100063 tst osmo-nitb_10.42.42.2(pid=7126): stdout: \u000a| (launched: 2022-12-14_04:10:34.835094) \u000a04:10:36.218209 tst osmo-nitb_10.42.42.2(pid=7126): stderr: \u000a| (launched: 2022-12-14_04:10:34.879182)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:10:36.270198 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=7126): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7126) [trial-2399↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7126)] [trial-2399↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a04:10:36.278479 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a04:10:36.312759 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7125): Terminating (SIGTERM)\u000a04:10:36.490222 --- ParallelTerminationStrategy: PID 7125 died...\u000a04:10:36.544568 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7125): Terminated: ok {rc=0}\u000a04:10:36.628406 bus /sierra_3: Setting Powered False\u000a04:10:37.736105 bus /sierra_3: Setting Powered False\u000a04:10:38.845761 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:10:32" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7138): Process ended prematurely: osmo-stp_10.42.42.5(pid=7138) [trial-2399↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7138)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7138): Process ended prematurely: osmo-stp_10.42.42.5(pid=7138) [trial-2399↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a04:10:40.732838 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:40.743865 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:10:40.874655 tst mo_mt_sms.py: using LAC 38452\u000a04:10:40.990030 tst mo_mt_sms.py: using RAC 202\u000a04:10:41.110696 tst mo_mt_sms.py: using CellId 38452\u000a04:10:41.225650 tst mo_mt_sms.py: using BVCI 38453\u000a04:10:41.248092 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:41.258720 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:41.269071 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:41.279428 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:41.290231 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:41.301235 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:10:41.421138 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:10:41.629411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:42.128721 run create_hlr_db(pid=7132): Launched\u000a04:10:42.313633 bus /sierra_2: Setting Powered False\u000a04:10:43.334930 run create_hlr_db(pid=7132): Terminated: ok {rc=0}\u000a04:10:43.732623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7134): Launched\u000a04:10:44.027431 run osmo-hlr_10.42.42.2(pid=7135): Launched\u000a04:10:44.143520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:44.668590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7137): Launched\u000a04:10:44.967402 run osmo-stp_10.42.42.5(pid=7138): Launched\u000a04:10:45.074943 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:10:45.617058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7140): Launched\u000a04:10:46.037970 run osmo-msc_10.42.42.6(pid=7141): Launched\u000a04:10:46.440340 run osmo-stp_10.42.42.5(pid=7138): ERR: Terminated: ERROR {rc=1} [trial-2399↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7138)]\u000a04:10:46.573793 run osmo-stp_10.42.42.5(pid=7138): stdout: \u000a| (launched: 2022-12-14_04:10:44.818917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:46.703025 run osmo-stp_10.42.42.5(pid=7138): stderr: \u000a| �[0;m�[38;5;43m20221214041044989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041044989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041044989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041044990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041044990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041044990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041044990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:46.823926 run osmo-stp_10.42.42.5(pid=7138): stdout: \u000a| (launched: 2022-12-14_04:10:44.818917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:46.944259 run osmo-stp_10.42.42.5(pid=7138): stderr: \u000a| �[0;m�[38;5;43m20221214041044989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041044989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041044989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041044990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041044990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041044990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041044990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:47.009406 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7138): Process ended prematurely: osmo-stp_10.42.42.5(pid=7138) [trial-2399↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7138)] [trial-2399↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a04:10:47.022205 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a04:10:47.091336 run osmo-hlr_10.42.42.2(pid=7135): ERR: Terminated: ERROR {rc=237} [trial-2399↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7135)]\u000a04:10:47.142644 run osmo-hlr_10.42.42.2(pid=7135): stdout: \u000a| (launched: 2022-12-14_04:10:43.882282) \u000a04:10:47.194675 run osmo-hlr_10.42.42.2(pid=7135): stderr: \u000a| �[0;m�[1;31m20221214041044056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041044056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041044057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041044057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041044057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041044057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041044070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041044079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041044079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041044079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:47.264168 run osmo-msc_10.42.42.6(pid=7141): ERR: Terminated: ERROR {rc=2} [trial-2399↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7141)]\u000a04:10:47.315072 run osmo-msc_10.42.42.6(pid=7141): stdout: \u000a| (launched: 2022-12-14_04:10:45.766788) \u000a04:10:47.366645 run osmo-msc_10.42.42.6(pid=7141): stderr: \u000a| �[0;m�[38;5;43m20221214041046139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041046139 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc907cd3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041046140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041046140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041046140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041046141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041046145 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041046146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041046146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041046146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:10:47.418851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7134): Terminating (SIGTERM)\u000a04:10:47.463779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7137): Terminating (SIGTERM)\u000a04:10:47.507012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7140): Terminating (SIGTERM)\u000a04:10:47.516726 --- ParallelTerminationStrategy: PID 7134 died...\u000a04:10:47.574482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7134): Terminated: ok {rc=0}\u000a04:10:47.584664 --- ParallelTerminationStrategy: PID 7137 died...\u000a04:10:47.642105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7137): Terminated: ok {rc=0}\u000a04:10:47.652189 --- ParallelTerminationStrategy: PID 7140 died...\u000a04:10:47.709831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7140): Terminated: ok {rc=0}\u000a04:10:47.797644 bus /sierra_3: Setting Powered False\u000a04:10:48.904079 bus /sierra_3: Setting Powered False\u000a04:10:50.012352 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:10:40" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7150): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7150) [trial-2399↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7150)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7150): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7150) [trial-2399↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a04:10:51.860105 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a04:10:51.871734 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:10:52.007940 tst assert_extension.py: using LAC 38453\u000a04:10:52.123862 tst assert_extension.py: using RAC 203\u000a04:10:52.237596 tst assert_extension.py: using CellId 38453\u000a04:10:52.351513 tst assert_extension.py: using BVCI 38454\u000a04:10:52.373893 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a04:10:52.663248 tst assert_extension.py:10: start nitb and bts...\u000a04:10:52.795885 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:10:53.454885 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7149): Launched\u000a04:10:53.769427 run osmo-nitb_10.42.42.2(pid=7150): Launched\u000a04:10:53.965757 run osmo-nitb_10.42.42.2(pid=7150): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7150)]\u000a04:10:54.110929 run osmo-nitb_10.42.42.2(pid=7150): stdout: \u000a| (launched: 2022-12-14_04:10:53.615692) \u000a04:10:54.256856 run osmo-nitb_10.42.42.2(pid=7150): stderr: \u000a| (launched: 2022-12-14_04:10:53.662879)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:10:54.397005 run osmo-nitb_10.42.42.2(pid=7150): stdout: \u000a| (launched: 2022-12-14_04:10:53.615692) \u000a04:10:54.535222 run osmo-nitb_10.42.42.2(pid=7150): stderr: \u000a| (launched: 2022-12-14_04:10:53.662879)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:10:54.898482 tst osmo-nitb_10.42.42.2(pid=7150): stdout: \u000a| (launched: 2022-12-14_04:10:53.615692) \u000a04:10:55.025922 tst osmo-nitb_10.42.42.2(pid=7150): stderr: \u000a| (launched: 2022-12-14_04:10:53.662879)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:10:55.081859 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7150): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7150) [trial-2399↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7150)] [trial-2399↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a04:10:55.090858 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a04:10:55.127387 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7149): Terminating (SIGTERM)\u000a04:10:55.305659 --- ParallelTerminationStrategy: PID 7149 died...\u000a04:10:55.363860 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7149): Terminated: ok {rc=0}\u000a04:10:55.451714 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:10:51" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7160): Process ended prematurely: osmo-stp_10.42.42.5(pid=7160) [trial-2399↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7160)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7160): Process ended prematurely: osmo-stp_10.42.42.5(pid=7160) [trial-2399↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a04:10:57.294134 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:57.305186 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:10:57.449307 tst assert_extension.py: using LAC 38454\u000a04:10:57.576373 tst assert_extension.py: using RAC 204\u000a04:10:57.702667 tst assert_extension.py: using CellId 38454\u000a04:10:57.829058 tst assert_extension.py: using BVCI 38455\u000a04:10:57.853484 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:57.864702 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:57.875782 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:57.886839 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:57.898504 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:57.910045 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a04:10:58.107310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:58.590121 run create_hlr_db(pid=7154): Launched\u000a04:10:58.774928 bus /sierra_2: Setting Powered False\u000a04:10:59.784332 run create_hlr_db(pid=7154): Terminated: ok {rc=0}\u000a04:11:00.218731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7156): Launched\u000a04:11:00.539003 run osmo-hlr_10.42.42.2(pid=7157): Launched\u000a04:11:00.658812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:01.266675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7159): Launched\u000a04:11:01.665949 run osmo-stp_10.42.42.5(pid=7160): Launched\u000a04:11:01.921893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:02.486971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7162): Launched\u000a04:11:02.782043 run osmo-msc_10.42.42.6(pid=7163): Launched\u000a04:11:02.955847 run osmo-stp_10.42.42.5(pid=7160): ERR: Terminated: ERROR {rc=1} [trial-2399↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7160)]\u000a04:11:03.081920 run osmo-stp_10.42.42.5(pid=7160): stdout: \u000a| (launched: 2022-12-14_04:11:01.420758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:03.206256 run osmo-stp_10.42.42.5(pid=7160): stderr: \u000a| �[0;m�[38;5;43m20221214041101720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041101720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041101720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041101721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041101721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041101721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041101721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:03.326129 run osmo-stp_10.42.42.5(pid=7160): stdout: \u000a| (launched: 2022-12-14_04:11:01.420758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:03.444504 run osmo-stp_10.42.42.5(pid=7160): stderr: \u000a| �[0;m�[38;5;43m20221214041101720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041101720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041101720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041101721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041101721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041101721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041101721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:03.496187 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7160): Process ended prematurely: osmo-stp_10.42.42.5(pid=7160) [trial-2399↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7160)] [trial-2399↪ussd:trx-umtrx↪assert_extension.py:17]\u000a04:11:03.504154 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a04:11:03.563856 run osmo-hlr_10.42.42.2(pid=7157): ERR: Terminated: ERROR {rc=237} [trial-2399↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7157)]\u000a04:11:03.613081 run osmo-hlr_10.42.42.2(pid=7157): stdout: \u000a| (launched: 2022-12-14_04:11:00.380610) \u000a04:11:03.662916 run osmo-hlr_10.42.42.2(pid=7157): stderr: \u000a| �[0;m�[1;31m20221214041100577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041100577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041100577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041100577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041100577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041100577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041100590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041100600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041100600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041100601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:03.730513 run osmo-msc_10.42.42.6(pid=7163): ERR: Terminated: ERROR {rc=2} [trial-2399↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7163)]\u000a04:11:03.779582 run osmo-msc_10.42.42.6(pid=7163): stdout: \u000a| (launched: 2022-12-14_04:11:02.636657) \u000a04:11:03.829222 run osmo-msc_10.42.42.6(pid=7163): stderr: \u000a| �[0;m�[38;5;43m20221214041102909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041102910 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec94c90c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041102910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041102910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041102910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041102910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041102912 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041102912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041102912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041102912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:03.871443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7156): Terminating (SIGTERM)\u000a04:11:03.911023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7159): Terminating (SIGTERM)\u000a04:11:03.950586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7162): Terminating (SIGTERM)\u000a04:11:03.959799 --- ParallelTerminationStrategy: PID 7156 died...\u000a04:11:04.012876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7156): Terminated: ok {rc=0}\u000a04:11:04.022395 --- ParallelTerminationStrategy: PID 7159 died...\u000a04:11:04.075234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7159): Terminated: ok {rc=0}\u000a04:11:04.084643 --- ParallelTerminationStrategy: PID 7162 died...\u000a04:11:04.137331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7162): Terminated: ok {rc=0}\u000a04:11:04.225553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:10:57" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7174): Process ended prematurely: osmo-stp_10.42.42.5(pid=7174) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7174)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7174): Process ended prematurely: osmo-stp_10.42.42.5(pid=7174) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:11:06.200823 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:06.212071 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:11:06.368567 tst mo_mt_call.py: using LAC 38455\u000a04:11:06.493755 tst mo_mt_call.py: using RAC 205\u000a04:11:06.621127 tst mo_mt_call.py: using CellId 38455\u000a04:11:06.747499 tst mo_mt_call.py: using BVCI 38456\u000a04:11:06.772459 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:06.784035 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:06.795619 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:06.807122 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:06.819605 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:06.831503 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:11:06.949754 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:11:07.151425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:07.638235 run create_hlr_db(pid=7168): Launched\u000a04:11:07.811847 bus /sierra_2: Setting Powered False\u000a04:11:08.834895 run create_hlr_db(pid=7168): Terminated: ok {rc=0}\u000a04:11:09.238144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7170): Launched\u000a04:11:09.542834 run osmo-hlr_10.42.42.2(pid=7171): Launched\u000a04:11:09.653914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:10.181152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7173): Launched\u000a04:11:10.483275 run osmo-stp_10.42.42.5(pid=7174): Launched\u000a04:11:10.595482 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:11.149495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7176): Launched\u000a04:11:11.454728 run osmo-msc_10.42.42.6(pid=7177): Launched\u000a04:11:11.632753 run osmo-stp_10.42.42.5(pid=7174): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7174)]\u000a04:11:11.761188 run osmo-stp_10.42.42.5(pid=7174): stdout: \u000a| (launched: 2022-12-14_04:11:10.334478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:11.887578 run osmo-stp_10.42.42.5(pid=7174): stderr: \u000a| �[0;m�[38;5;43m20221214041110506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041110506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041110506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041110507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041110507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041110507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041110507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:12.008620 run osmo-stp_10.42.42.5(pid=7174): stdout: \u000a| (launched: 2022-12-14_04:11:10.334478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:12.128306 run osmo-stp_10.42.42.5(pid=7174): stderr: \u000a| �[0;m�[38;5;43m20221214041110506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041110506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041110506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041110507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041110507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041110507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041110507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:12.181737 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7174): Process ended prematurely: osmo-stp_10.42.42.5(pid=7174) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7174)] [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:11:12.190283 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:11:12.250335 run osmo-hlr_10.42.42.2(pid=7171): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7171)]\u000a04:11:12.299828 run osmo-hlr_10.42.42.2(pid=7171): stdout: \u000a| (launched: 2022-12-14_04:11:09.392771) \u000a04:11:12.349768 run osmo-hlr_10.42.42.2(pid=7171): stderr: \u000a| �[0;m�[1;31m20221214041109569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041109569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041109569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041109569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041109569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041109570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041109582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041109590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041109590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041109590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:12.418074 run osmo-msc_10.42.42.6(pid=7177): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7177)]\u000a04:11:12.467345 run osmo-msc_10.42.42.6(pid=7177): stdout: \u000a| (launched: 2022-12-14_04:11:11.304061) \u000a04:11:12.517069 run osmo-msc_10.42.42.6(pid=7177): stderr: \u000a| �[0;m�[38;5;43m20221214041111576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041111577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07c013ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041111577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041111577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041111577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041111577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041111579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041111579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041111579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041111579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:12.560033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7170): Terminating (SIGTERM)\u000a04:11:12.600894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7173): Terminating (SIGTERM)\u000a04:11:12.641534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7176): Terminating (SIGTERM)\u000a04:11:12.650782 --- ParallelTerminationStrategy: PID 7170 died...\u000a04:11:12.704239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7170): Terminated: ok {rc=0}\u000a04:11:12.713878 --- ParallelTerminationStrategy: PID 7173 died...\u000a04:11:12.767053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7173): Terminated: ok {rc=0}\u000a04:11:12.776655 --- ParallelTerminationStrategy: PID 7176 died...\u000a04:11:12.829804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7176): Terminated: ok {rc=0}\u000a04:11:12.917766 bus /sierra_3: Setting Powered False\u000a04:11:14.024458 bus /sierra_3: Setting Powered False\u000a04:11:15.136510 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7185): Process ended prematurely: osmo-stp_10.42.42.5(pid=7185) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7185)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7185): Process ended prematurely: osmo-stp_10.42.42.5(pid=7185) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:11:16.275393 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:16.290995 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:11:16.463383 tst mo_mt_call_osmux.py: using LAC 38456\u000a04:11:16.594473 tst mo_mt_call_osmux.py: using RAC 206\u000a04:11:16.752298 tst mo_mt_call_osmux.py: using CellId 38456\u000a04:11:16.894776 tst mo_mt_call_osmux.py: using BVCI 38457\u000a04:11:16.920626 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:16.933474 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:16.946244 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:16.958866 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:16.972474 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:16.986665 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:11:17.127987 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:11:17.332135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:17.816365 run create_hlr_db(pid=7179): Launched\u000a04:11:17.988368 bus /sierra_2: Setting Powered False\u000a04:11:19.011002 run create_hlr_db(pid=7179): Terminated: ok {rc=0}\u000a04:11:19.442388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7181): Launched\u000a04:11:19.769058 run osmo-hlr_10.42.42.2(pid=7182): Launched\u000a04:11:19.890272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:20.455060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7184): Launched\u000a04:11:20.782333 run osmo-stp_10.42.42.5(pid=7185): Launched\u000a04:11:20.899639 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:21.493713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7187): Launched\u000a04:11:21.819565 run osmo-msc_10.42.42.6(pid=7188): Launched\u000a04:11:22.010016 run osmo-stp_10.42.42.5(pid=7185): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7185)]\u000a04:11:22.147283 run osmo-stp_10.42.42.5(pid=7185): stdout: \u000a| (launched: 2022-12-14_04:11:20.620149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:22.284786 run osmo-stp_10.42.42.5(pid=7185): stderr: \u000a| �[0;m�[38;5;43m20221214041120813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041120813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041120813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041120814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041120814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041120814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041120814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:22.415129 run osmo-stp_10.42.42.5(pid=7185): stdout: \u000a| (launched: 2022-12-14_04:11:20.620149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:22.543989 run osmo-stp_10.42.42.5(pid=7185): stderr: \u000a| �[0;m�[38;5;43m20221214041120813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041120813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041120813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041120814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041120814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041120814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041120814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:22.600845 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7185): Process ended prematurely: osmo-stp_10.42.42.5(pid=7185) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7185)] [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:11:22.610311 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a04:11:22.673262 run osmo-hlr_10.42.42.2(pid=7182): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7182)]\u000a04:11:22.724480 run osmo-hlr_10.42.42.2(pid=7182): stdout: \u000a| (launched: 2022-12-14_04:11:19.607431) \u000a04:11:22.776245 run osmo-hlr_10.42.42.2(pid=7182): stderr: \u000a| �[0;m�[1;31m20221214041119805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041119805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041119805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041119805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041119805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041119805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041119818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041119826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041119826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041119826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:22.846697 run osmo-msc_10.42.42.6(pid=7188): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7188)]\u000a04:11:22.897931 run osmo-msc_10.42.42.6(pid=7188): stdout: \u000a| (launched: 2022-12-14_04:11:21.658650) \u000a04:11:22.949587 run osmo-msc_10.42.42.6(pid=7188): stderr: \u000a| �[0;m�[38;5;43m20221214041121979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041121979 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedbdf79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041121979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041121979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041121980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041121980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041121982 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041121982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041121982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041121982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:22.994004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7181): Terminating (SIGTERM)\u000a04:11:23.036259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7184): Terminating (SIGTERM)\u000a04:11:23.078493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7187): Terminating (SIGTERM)\u000a04:11:23.088229 --- ParallelTerminationStrategy: PID 7181 died...\u000a04:11:23.144442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7181): Terminated: ok {rc=0}\u000a04:11:23.154916 --- ParallelTerminationStrategy: PID 7184 died...\u000a04:11:23.210877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7184): Terminated: ok {rc=0}\u000a04:11:23.221272 --- ParallelTerminationStrategy: PID 7187 died...\u000a04:11:23.277170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7187): Terminated: ok {rc=0}\u000a04:11:23.363966 bus /sierra_3: Setting Powered False\u000a04:11:24.470275 bus /sierra_3: Setting Powered False\u000a04:11:25.581785 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:11:05" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7199): Process ended prematurely: osmo-stp_10.42.42.5(pid=7199) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7199)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7199): Process ended prematurely: osmo-stp_10.42.42.5(pid=7199) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:11:27.591351 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:27.602896 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:11:27.767285 tst mo_mt_call.py: using LAC 38457\u000a04:11:27.888394 tst mo_mt_call.py: using RAC 207\u000a04:11:28.009266 tst mo_mt_call.py: using CellId 38457\u000a04:11:28.129616 tst mo_mt_call.py: using BVCI 38458\u000a04:11:28.152533 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:28.163770 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:28.174665 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:28.185478 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:28.196456 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:28.207382 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:11:28.328739 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:11:28.530321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:29.017809 run create_hlr_db(pid=7193): Launched\u000a04:11:29.191401 bus /sierra_2: Setting Powered False\u000a04:11:30.214481 run create_hlr_db(pid=7193): Terminated: ok {rc=0}\u000a04:11:30.646154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7195): Launched\u000a04:11:31.111052 run osmo-hlr_10.42.42.2(pid=7196): Launched\u000a04:11:31.296547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:31.875250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7198): Launched\u000a04:11:32.265660 run osmo-stp_10.42.42.5(pid=7199): Launched\u000a04:11:32.384112 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:32.979229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7201): Launched\u000a04:11:33.304757 run osmo-msc_10.42.42.6(pid=7202): Launched\u000a04:11:33.495298 run osmo-stp_10.42.42.5(pid=7199): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7199)]\u000a04:11:33.633361 run osmo-stp_10.42.42.5(pid=7199): stdout: \u000a| (launched: 2022-12-14_04:11:32.033895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:33.770862 run osmo-stp_10.42.42.5(pid=7199): stderr: \u000a| �[0;m�[38;5;43m20221214041132295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041132295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041132295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041132296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041132296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041132296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041132296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:33.901542 run osmo-stp_10.42.42.5(pid=7199): stdout: \u000a| (launched: 2022-12-14_04:11:32.033895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:34.030540 run osmo-stp_10.42.42.5(pid=7199): stderr: \u000a| �[0;m�[38;5;43m20221214041132295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041132295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041132295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041132296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041132296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041132296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041132296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:34.087604 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7199): Process ended prematurely: osmo-stp_10.42.42.5(pid=7199) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7199)] [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:11:34.097260 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a04:11:34.161380 run osmo-hlr_10.42.42.2(pid=7196): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7196)]\u000a04:11:34.213678 run osmo-hlr_10.42.42.2(pid=7196): stdout: \u000a| (launched: 2022-12-14_04:11:30.811883) \u000a04:11:34.266636 run osmo-hlr_10.42.42.2(pid=7196): stderr: \u000a| �[0;m�[1;31m20221214041131060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041131060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041131065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041131065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041131065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041131065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041131080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041131088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041131089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041131089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:34.338717 run osmo-msc_10.42.42.6(pid=7202): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7202)]\u000a04:11:34.390993 run osmo-msc_10.42.42.6(pid=7202): stdout: \u000a| (launched: 2022-12-14_04:11:33.143747) \u000a04:11:34.443650 run osmo-msc_10.42.42.6(pid=7202): stderr: \u000a| �[0;m�[38;5;43m20221214041133466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041133466 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ae1434c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041133466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041133466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041133466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041133466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041133468 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041133468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041133469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041133469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:34.488097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7195): Terminating (SIGTERM)\u000a04:11:34.530560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7198): Terminating (SIGTERM)\u000a04:11:34.572720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7201): Terminating (SIGTERM)\u000a04:11:34.582521 --- ParallelTerminationStrategy: PID 7195 died...\u000a04:11:34.639517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7195): Terminated: ok {rc=0}\u000a04:11:34.649777 --- ParallelTerminationStrategy: PID 7198 died...\u000a04:11:34.706598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7198): Terminated: ok {rc=0}\u000a04:11:34.716848 --- ParallelTerminationStrategy: PID 7201 died...\u000a04:11:34.773552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7201): Terminated: ok {rc=0}\u000a04:11:34.861225 bus /sierra_3: Setting Powered False\u000a04:11:35.963836 bus /sierra_3: Setting Powered False\u000a04:11:37.076691 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7210): Process ended prematurely: osmo-stp_10.42.42.5(pid=7210) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7210)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7210): Process ended prematurely: osmo-stp_10.42.42.5(pid=7210) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:11:38.187049 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:38.199092 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:11:38.355193 tst mo_mt_call_osmux.py: using LAC 38458\u000a04:11:38.476105 tst mo_mt_call_osmux.py: using RAC 208\u000a04:11:38.596787 tst mo_mt_call_osmux.py: using CellId 38458\u000a04:11:38.716408 tst mo_mt_call_osmux.py: using BVCI 38459\u000a04:11:38.739581 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:38.750691 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:38.761550 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:38.772340 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:38.783343 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:38.794304 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:11:38.908913 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:11:39.126904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:39.640403 run create_hlr_db(pid=7204): Launched\u000a04:11:39.827743 bus /sierra_2: Setting Powered False\u000a04:11:40.849331 run create_hlr_db(pid=7204): Terminated: ok {rc=0}\u000a04:11:41.255142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7206): Launched\u000a04:11:41.561074 run osmo-hlr_10.42.42.2(pid=7207): Launched\u000a04:11:41.679418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:42.207343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7209): Launched\u000a04:11:42.508726 run osmo-stp_10.42.42.5(pid=7210): Launched\u000a04:11:42.620722 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:43.174871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7212): Launched\u000a04:11:43.479202 run osmo-msc_10.42.42.6(pid=7213): Launched\u000a04:11:43.657709 run osmo-stp_10.42.42.5(pid=7210): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7210)]\u000a04:11:43.785753 run osmo-stp_10.42.42.5(pid=7210): stdout: \u000a| (launched: 2022-12-14_04:11:42.360455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:43.912409 run osmo-stp_10.42.42.5(pid=7210): stderr: \u000a| �[0;m�[38;5;43m20221214041142532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041142532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041142532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041142533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041142533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041142533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041142533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:44.034541 run osmo-stp_10.42.42.5(pid=7210): stdout: \u000a| (launched: 2022-12-14_04:11:42.360455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:44.155090 run osmo-stp_10.42.42.5(pid=7210): stderr: \u000a| �[0;m�[38;5;43m20221214041142532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041142532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041142532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041142533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041142533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041142533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041142533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:44.208455 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7210): Process ended prematurely: osmo-stp_10.42.42.5(pid=7210) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7210)] [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:11:44.217394 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:11:44.277137 run osmo-hlr_10.42.42.2(pid=7207): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7207)]\u000a04:11:44.326307 run osmo-hlr_10.42.42.2(pid=7207): stdout: \u000a| (launched: 2022-12-14_04:11:41.409420) \u000a04:11:44.376142 run osmo-hlr_10.42.42.2(pid=7207): stderr: \u000a| �[0;m�[1;31m20221214041141585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041141585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041141586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041141586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041141586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041141586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041141598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041141609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041141609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041141609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:44.443836 run osmo-msc_10.42.42.6(pid=7213): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7213)]\u000a04:11:44.492761 run osmo-msc_10.42.42.6(pid=7213): stdout: \u000a| (launched: 2022-12-14_04:11:43.329054) \u000a04:11:44.542014 run osmo-msc_10.42.42.6(pid=7213): stderr: \u000a| �[0;m�[38;5;43m20221214041143602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041143603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ccb47dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041143603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041143603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041143603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041143603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041143605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041143605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041143606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041143606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:44.584217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7206): Terminating (SIGTERM)\u000a04:11:44.623984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7209): Terminating (SIGTERM)\u000a04:11:44.663827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7212): Terminating (SIGTERM)\u000a04:11:44.673137 --- ParallelTerminationStrategy: PID 7206 died...\u000a04:11:44.726918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7206): Terminated: ok {rc=0}\u000a04:11:44.736439 --- ParallelTerminationStrategy: PID 7209 died...\u000a04:11:44.789804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7209): Terminated: ok {rc=0}\u000a04:11:44.799406 --- ParallelTerminationStrategy: PID 7212 died...\u000a04:11:44.852788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7212): Terminated: ok {rc=0}\u000a04:11:44.941338 bus /sierra_3: Setting Powered False\u000a04:11:46.047587 bus /sierra_3: Setting Powered False\u000a04:11:47.161967 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:11:27" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7224): Process ended prematurely: osmo-stp_10.42.42.5(pid=7224) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7224)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7224): Process ended prematurely: osmo-stp_10.42.42.5(pid=7224) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:11:49.161190 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:49.172100 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:11:49.329133 tst mo_mt_call.py: using LAC 38459\u000a04:11:49.445612 tst mo_mt_call.py: using RAC 209\u000a04:11:49.563071 tst mo_mt_call.py: using CellId 38459\u000a04:11:49.680709 tst mo_mt_call.py: using BVCI 38460\u000a04:11:49.703636 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:49.714787 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:49.725657 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:49.736590 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:49.747626 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:49.758546 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:11:49.879767 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:11:50.080404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:50.564344 run create_hlr_db(pid=7218): Launched\u000a04:11:50.736759 bus /sierra_2: Setting Powered False\u000a04:11:51.759709 run create_hlr_db(pid=7218): Terminated: ok {rc=0}\u000a04:11:52.161470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7220): Launched\u000a04:11:52.463716 run osmo-hlr_10.42.42.2(pid=7221): Launched\u000a04:11:52.574147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:53.098193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7223): Launched\u000a04:11:53.400408 run osmo-stp_10.42.42.5(pid=7224): Launched\u000a04:11:53.510288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:54.064080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7226): Launched\u000a04:11:54.369153 run osmo-msc_10.42.42.6(pid=7227): Launched\u000a04:11:54.546788 run osmo-stp_10.42.42.5(pid=7224): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7224)]\u000a04:11:54.674711 run osmo-stp_10.42.42.5(pid=7224): stdout: \u000a| (launched: 2022-12-14_04:11:53.251522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:54.800585 run osmo-stp_10.42.42.5(pid=7224): stderr: \u000a| �[0;m�[38;5;43m20221214041153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041153423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041153423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041153423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041153423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:54.921967 run osmo-stp_10.42.42.5(pid=7224): stdout: \u000a| (launched: 2022-12-14_04:11:53.251522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:55.042045 run osmo-stp_10.42.42.5(pid=7224): stderr: \u000a| �[0;m�[38;5;43m20221214041153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041153423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041153423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041153423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041153423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:55.095235 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7224): Process ended prematurely: osmo-stp_10.42.42.5(pid=7224) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7224)] [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:11:55.103862 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:11:55.163111 run osmo-hlr_10.42.42.2(pid=7221): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7221)]\u000a04:11:55.211914 run osmo-hlr_10.42.42.2(pid=7221): stdout: \u000a| (launched: 2022-12-14_04:11:52.314611) \u000a04:11:55.261425 run osmo-hlr_10.42.42.2(pid=7221): stderr: \u000a| �[0;m�[1;31m20221214041152489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041152489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041152489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041152489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041152489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041152489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041152500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041152509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041152509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041152509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:55.328453 run osmo-msc_10.42.42.6(pid=7227): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7227)]\u000a04:11:55.377208 run osmo-msc_10.42.42.6(pid=7227): stdout: \u000a| (launched: 2022-12-14_04:11:54.218066) \u000a04:11:55.426314 run osmo-msc_10.42.42.6(pid=7227): stderr: \u000a| �[0;m�[38;5;43m20221214041154493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041154493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4492618c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041154493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041154493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041154493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041154493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041154495 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041154495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041154496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041154496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:55.467736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7220): Terminating (SIGTERM)\u000a04:11:55.506863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7223): Terminating (SIGTERM)\u000a04:11:55.546065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7226): Terminating (SIGTERM)\u000a04:11:55.555101 --- ParallelTerminationStrategy: PID 7220 died...\u000a04:11:55.608127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7220): Terminated: ok {rc=0}\u000a04:11:55.617608 --- ParallelTerminationStrategy: PID 7223 died...\u000a04:11:55.670968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7223): Terminated: ok {rc=0}\u000a04:11:55.680442 --- ParallelTerminationStrategy: PID 7226 died...\u000a04:11:55.733104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7226): Terminated: ok {rc=0}\u000a04:11:55.821703 bus /sierra_3: Setting Powered False\u000a04:11:56.926587 bus /sierra_3: Setting Powered False\u000a04:11:58.039506 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7235): Process ended prematurely: osmo-stp_10.42.42.5(pid=7235) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7235)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7235): Process ended prematurely: osmo-stp_10.42.42.5(pid=7235) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:11:59.149634 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:59.161502 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:11:59.317479 tst mo_mt_call_osmux.py: using LAC 38460\u000a04:11:59.435434 tst mo_mt_call_osmux.py: using RAC 210\u000a04:11:59.554776 tst mo_mt_call_osmux.py: using CellId 38460\u000a04:11:59.675234 tst mo_mt_call_osmux.py: using BVCI 38461\u000a04:11:59.698354 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:59.709448 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:59.720402 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:59.731449 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:59.742504 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:59.753448 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:11:59.868780 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:12:00.081613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:00.591948 run create_hlr_db(pid=7229): Launched\u000a04:12:00.778831 bus /sierra_2: Setting Powered False\u000a04:12:01.794390 run create_hlr_db(pid=7229): Terminated: ok {rc=0}\u000a04:12:02.219946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7231): Launched\u000a04:12:02.523211 run osmo-hlr_10.42.42.2(pid=7232): Launched\u000a04:12:02.637598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:03.161634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7234): Launched\u000a04:12:03.494644 run osmo-stp_10.42.42.5(pid=7235): Launched\u000a04:12:03.605924 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:04.159779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7237): Launched\u000a04:12:04.463050 run osmo-msc_10.42.42.6(pid=7238): Launched\u000a04:12:04.641194 run osmo-stp_10.42.42.5(pid=7235): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7235)]\u000a04:12:04.769221 run osmo-stp_10.42.42.5(pid=7235): stdout: \u000a| (launched: 2022-12-14_04:12:03.314661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:04.894669 run osmo-stp_10.42.42.5(pid=7235): stderr: \u000a| �[0;m�[38;5;43m20221214041203512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041203513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041203513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041203513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041203514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041203514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041203514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:05.015092 run osmo-stp_10.42.42.5(pid=7235): stdout: \u000a| (launched: 2022-12-14_04:12:03.314661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:05.134912 run osmo-stp_10.42.42.5(pid=7235): stderr: \u000a| �[0;m�[38;5;43m20221214041203512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041203513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041203513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041203513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041203514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041203514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041203514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:05.187918 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7235): Process ended prematurely: osmo-stp_10.42.42.5(pid=7235) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7235)] [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:12:05.196471 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:12:05.255826 run osmo-hlr_10.42.42.2(pid=7232): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7232)]\u000a04:12:05.304602 run osmo-hlr_10.42.42.2(pid=7232): stdout: \u000a| (launched: 2022-12-14_04:12:02.373136) \u000a04:12:05.354134 run osmo-hlr_10.42.42.2(pid=7232): stderr: \u000a| �[0;m�[1;31m20221214041202552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041202552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041202552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041202552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041202552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041202552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041202564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041202575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041202575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041202575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:05.421713 run osmo-msc_10.42.42.6(pid=7238): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7238)]\u000a04:12:05.470346 run osmo-msc_10.42.42.6(pid=7238): stdout: \u000a| (launched: 2022-12-14_04:12:04.312496) \u000a04:12:05.519504 run osmo-msc_10.42.42.6(pid=7238): stderr: \u000a| �[0;m�[38;5;43m20221214041204586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041204586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99dc070c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041204586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041204586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041204587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041204587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041204588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041204589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041204589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041204589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:05.561217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7231): Terminating (SIGTERM)\u000a04:12:05.600555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7234): Terminating (SIGTERM)\u000a04:12:05.639716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7237): Terminating (SIGTERM)\u000a04:12:05.648851 --- ParallelTerminationStrategy: PID 7231 died...\u000a04:12:05.701657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7231): Terminated: ok {rc=0}\u000a04:12:05.711439 --- ParallelTerminationStrategy: PID 7234 died...\u000a04:12:05.763906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7234): Terminated: ok {rc=0}\u000a04:12:05.773441 --- ParallelTerminationStrategy: PID 7237 died...\u000a04:12:05.825742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7237): Terminated: ok {rc=0}\u000a04:12:05.914326 bus /sierra_3: Setting Powered False\u000a04:12:07.017350 bus /sierra_3: Setting Powered False\u000a04:12:08.127982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:11:48" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7249): Process ended prematurely: osmo-stp_10.42.42.5(pid=7249) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7249)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7249): Process ended prematurely: osmo-stp_10.42.42.5(pid=7249) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:12:10.118805 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:10.130083 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:12:10.283284 tst mo_mt_call.py: using LAC 38461\u000a04:12:10.400081 tst mo_mt_call.py: using RAC 211\u000a04:12:10.517195 tst mo_mt_call.py: using CellId 38461\u000a04:12:10.634636 tst mo_mt_call.py: using BVCI 38462\u000a04:12:10.657634 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:10.668753 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:10.679587 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:10.690410 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:10.701364 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:10.712243 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:12:10.827871 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:12:11.042727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:11.555897 run create_hlr_db(pid=7243): Launched\u000a04:12:11.743909 bus /sierra_2: Setting Powered False\u000a04:12:12.765125 run create_hlr_db(pid=7243): Terminated: ok {rc=0}\u000a04:12:13.182537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7245): Launched\u000a04:12:13.509492 run osmo-hlr_10.42.42.2(pid=7246): Launched\u000a04:12:13.630508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:14.200025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7248): Launched\u000a04:12:14.526483 run osmo-stp_10.42.42.5(pid=7249): Launched\u000a04:12:14.644745 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:15.241200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7251): Launched\u000a04:12:15.567857 run osmo-msc_10.42.42.6(pid=7252): Launched\u000a04:12:15.758783 run osmo-stp_10.42.42.5(pid=7249): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7249)]\u000a04:12:15.960776 run osmo-stp_10.42.42.5(pid=7249): stdout: \u000a| (launched: 2022-12-14_04:12:14.365572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:16.129278 run osmo-stp_10.42.42.5(pid=7249): stderr: \u000a| �[0;m�[38;5;43m20221214041214558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041214558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041214559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041214559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041214559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041214559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041214559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:16.263407 run osmo-stp_10.42.42.5(pid=7249): stdout: \u000a| (launched: 2022-12-14_04:12:14.365572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:16.396676 run osmo-stp_10.42.42.5(pid=7249): stderr: \u000a| �[0;m�[38;5;43m20221214041214558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041214558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041214559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041214559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041214559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041214559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041214559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:16.455620 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7249): Process ended prematurely: osmo-stp_10.42.42.5(pid=7249) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7249)] [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a04:12:16.466083 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a04:12:16.533310 run osmo-hlr_10.42.42.2(pid=7246): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7246)]\u000a04:12:16.587701 run osmo-hlr_10.42.42.2(pid=7246): stdout: \u000a| (launched: 2022-12-14_04:12:13.348665) \u000a04:12:16.643272 run osmo-hlr_10.42.42.2(pid=7246): stderr: \u000a| �[0;m�[1;31m20221214041213547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041213547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041213547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041213547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041213547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041213547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041213560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041213568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041213568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041213568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:16.717666 run osmo-msc_10.42.42.6(pid=7252): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7252)]\u000a04:12:16.772256 run osmo-msc_10.42.42.6(pid=7252): stdout: \u000a| (launched: 2022-12-14_04:12:15.406784) \u000a04:12:16.827871 run osmo-msc_10.42.42.6(pid=7252): stderr: \u000a| �[0;m�[38;5;43m20221214041215727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041215727 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd262221c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041215728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041215728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041215728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041215728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041215730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041215730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041215730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041215730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:16.875163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7245): Terminating (SIGTERM)\u000a04:12:16.919813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7248): Terminating (SIGTERM)\u000a04:12:16.966763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7251): Terminating (SIGTERM)\u000a04:12:16.977284 --- ParallelTerminationStrategy: PID 7245 died...\u000a04:12:17.037829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7245): Terminated: ok {rc=0}\u000a04:12:17.048923 --- ParallelTerminationStrategy: PID 7248 died...\u000a04:12:17.110313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7248): Terminated: ok {rc=0}\u000a04:12:17.122338 --- ParallelTerminationStrategy: PID 7251 died...\u000a04:12:17.181607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7251): Terminated: ok {rc=0}\u000a04:12:17.274818 bus /sierra_3: Setting Powered False\u000a04:12:18.378880 bus /sierra_3: Setting Powered False\u000a04:12:19.488779 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7260): Process ended prematurely: osmo-stp_10.42.42.5(pid=7260) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7260)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7260): Process ended prematurely: osmo-stp_10.42.42.5(pid=7260) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:12:20.599581 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:20.611650 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:12:20.767273 tst mo_mt_call_osmux.py: using LAC 38462\u000a04:12:20.898349 tst mo_mt_call_osmux.py: using RAC 212\u000a04:12:21.023131 tst mo_mt_call_osmux.py: using CellId 38462\u000a04:12:21.148863 tst mo_mt_call_osmux.py: using BVCI 38463\u000a04:12:21.173758 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:21.186145 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:21.197494 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:21.208651 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:21.220314 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:21.231865 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:12:21.350155 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:12:21.557672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:22.045758 run create_hlr_db(pid=7254): Launched\u000a04:12:22.220484 bus /sierra_2: Setting Powered False\u000a04:12:23.242700 run create_hlr_db(pid=7254): Terminated: ok {rc=0}\u000a04:12:23.673992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7256): Launched\u000a04:12:23.999655 run osmo-hlr_10.42.42.2(pid=7257): Launched\u000a04:12:24.120776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:24.685794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7259): Launched\u000a04:12:25.010876 run osmo-stp_10.42.42.5(pid=7260): Launched\u000a04:12:25.129474 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:25.725143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7262): Launched\u000a04:12:26.050178 run osmo-msc_10.42.42.6(pid=7263): Launched\u000a04:12:26.241392 run osmo-stp_10.42.42.5(pid=7260): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7260)]\u000a04:12:26.379246 run osmo-stp_10.42.42.5(pid=7260): stdout: \u000a| (launched: 2022-12-14_04:12:24.850659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:26.516525 run osmo-stp_10.42.42.5(pid=7260): stderr: \u000a| �[0;m�[38;5;43m20221214041225043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041225043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041225043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041225044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041225044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041225044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041225044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:26.646838 run osmo-stp_10.42.42.5(pid=7260): stdout: \u000a| (launched: 2022-12-14_04:12:24.850659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:26.776082 run osmo-stp_10.42.42.5(pid=7260): stderr: \u000a| �[0;m�[38;5;43m20221214041225043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041225043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041225043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041225044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041225044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041225044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041225044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:26.833361 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7260): Process ended prematurely: osmo-stp_10.42.42.5(pid=7260) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7260)] [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a04:12:26.842730 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:12:26.906687 run osmo-hlr_10.42.42.2(pid=7257): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7257)]\u000a04:12:26.958814 run osmo-hlr_10.42.42.2(pid=7257): stdout: \u000a| (launched: 2022-12-14_04:12:23.839064) \u000a04:12:27.011684 run osmo-hlr_10.42.42.2(pid=7257): stderr: \u000a| �[0;m�[1;31m20221214041224037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041224037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041224037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041224037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041224037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041224037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041224050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041224058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041224058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041224058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:27.084016 run osmo-msc_10.42.42.6(pid=7263): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7263)]\u000a04:12:27.136382 run osmo-msc_10.42.42.6(pid=7263): stdout: \u000a| (launched: 2022-12-14_04:12:25.889871) \u000a04:12:27.189682 run osmo-msc_10.42.42.6(pid=7263): stderr: \u000a| �[0;m�[38;5;43m20221214041226211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041226211 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59f6414c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041226211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041226211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041226211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041226212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041226213 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041226214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041226214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041226214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:27.235140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7256): Terminating (SIGTERM)\u000a04:12:27.278352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7259): Terminating (SIGTERM)\u000a04:12:27.321164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7262): Terminating (SIGTERM)\u000a04:12:27.331026 --- ParallelTerminationStrategy: PID 7256 died...\u000a04:12:27.388098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7256): Terminated: ok {rc=0}\u000a04:12:27.398293 --- ParallelTerminationStrategy: PID 7259 died...\u000a04:12:27.455023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7259): Terminated: ok {rc=0}\u000a04:12:27.465329 --- ParallelTerminationStrategy: PID 7262 died...\u000a04:12:27.521801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7262): Terminated: ok {rc=0}\u000a04:12:27.610150 bus /sierra_3: Setting Powered False\u000a04:12:28.715255 bus /sierra_3: Setting Powered False\u000a04:12:29.828272 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:12:09" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7274): Process ended prematurely: osmo-stp_10.42.42.5(pid=7274) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7274)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7274): Process ended prematurely: osmo-stp_10.42.42.5(pid=7274) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:12:31.910609 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:31.925649 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:12:32.117629 tst mo_mt_call.py: using LAC 38463\u000a04:12:32.262394 tst mo_mt_call.py: using RAC 213\u000a04:12:32.391355 tst mo_mt_call.py: using CellId 38463\u000a04:12:32.517211 tst mo_mt_call.py: using BVCI 38464\u000a04:12:32.542067 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:32.553608 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:32.564874 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:32.576172 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:32.587926 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:32.599713 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:12:32.718222 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:12:32.921684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:33.408769 run create_hlr_db(pid=7268): Launched\u000a04:12:33.596503 bus /sierra_2: Setting Powered False\u000a04:12:34.618033 run create_hlr_db(pid=7268): Terminated: ok {rc=0}\u000a04:12:35.049987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7270): Launched\u000a04:12:35.377135 run osmo-hlr_10.42.42.2(pid=7271): Launched\u000a04:12:35.495029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:36.059044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7273): Launched\u000a04:12:36.385927 run osmo-stp_10.42.42.5(pid=7274): Launched\u000a04:12:36.503904 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:37.097239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7276): Launched\u000a04:12:37.422151 run osmo-msc_10.42.42.6(pid=7277): Launched\u000a04:12:37.612087 run osmo-stp_10.42.42.5(pid=7274): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7274)]\u000a04:12:37.749192 run osmo-stp_10.42.42.5(pid=7274): stdout: \u000a| (launched: 2022-12-14_04:12:36.224260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:37.885838 run osmo-stp_10.42.42.5(pid=7274): stderr: \u000a| �[0;m�[38;5;43m20221214041236414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041236415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041236415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041236415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041236416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041236416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041236416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:38.016492 run osmo-stp_10.42.42.5(pid=7274): stdout: \u000a| (launched: 2022-12-14_04:12:36.224260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:38.145384 run osmo-stp_10.42.42.5(pid=7274): stderr: \u000a| �[0;m�[38;5;43m20221214041236414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041236415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041236415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041236415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041236416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041236416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041236416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:38.202790 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7274): Process ended prematurely: osmo-stp_10.42.42.5(pid=7274) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7274)] [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:12:38.212141 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a04:12:38.276021 run osmo-hlr_10.42.42.2(pid=7271): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7271)]\u000a04:12:38.328334 run osmo-hlr_10.42.42.2(pid=7271): stdout: \u000a| (launched: 2022-12-14_04:12:35.216168) \u000a04:12:38.381119 run osmo-hlr_10.42.42.2(pid=7271): stderr: \u000a| �[0;m�[1;31m20221214041235414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041235414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041235415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041235415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041235415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041235415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041235464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041235474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041235474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041235474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:38.452736 run osmo-msc_10.42.42.6(pid=7277): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7277)]\u000a04:12:38.504817 run osmo-msc_10.42.42.6(pid=7277): stdout: \u000a| (launched: 2022-12-14_04:12:37.262161) \u000a04:12:38.557275 run osmo-msc_10.42.42.6(pid=7277): stderr: \u000a| �[0;m�[38;5;43m20221214041237588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041237588 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e30f28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041237588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041237588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041237589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041237589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041237590 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041237591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041237591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041237591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:38.601831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7270): Terminating (SIGTERM)\u000a04:12:38.643935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7273): Terminating (SIGTERM)\u000a04:12:38.685981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7276): Terminating (SIGTERM)\u000a04:12:38.695618 --- ParallelTerminationStrategy: PID 7270 died...\u000a04:12:38.752533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7270): Terminated: ok {rc=0}\u000a04:12:38.762722 --- ParallelTerminationStrategy: PID 7273 died...\u000a04:12:38.819191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7273): Terminated: ok {rc=0}\u000a04:12:38.829369 --- ParallelTerminationStrategy: PID 7276 died...\u000a04:12:38.885820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7276): Terminated: ok {rc=0}\u000a04:12:38.973820 bus /sierra_3: Setting Powered False\u000a04:12:40.077466 bus /sierra_3: Setting Powered False\u000a04:12:41.187193 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7285): Process ended prematurely: osmo-stp_10.42.42.5(pid=7285) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7285)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7285): Process ended prematurely: osmo-stp_10.42.42.5(pid=7285) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:12:42.296752 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:42.308770 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:12:42.469251 tst mo_mt_call_osmux.py: using LAC 38464\u000a04:12:42.588058 tst mo_mt_call_osmux.py: using RAC 214\u000a04:12:42.709051 tst mo_mt_call_osmux.py: using CellId 38464\u000a04:12:42.833837 tst mo_mt_call_osmux.py: using BVCI 38465\u000a04:12:42.856801 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:42.867980 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:42.878971 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:42.889833 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:42.900804 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:42.911756 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:12:43.033300 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:12:43.246110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:43.760238 run create_hlr_db(pid=7279): Launched\u000a04:12:43.948650 bus /sierra_2: Setting Powered False\u000a04:12:44.969260 run create_hlr_db(pid=7279): Terminated: ok {rc=0}\u000a04:12:45.402187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7281): Launched\u000a04:12:45.727837 run osmo-hlr_10.42.42.2(pid=7282): Launched\u000a04:12:45.878246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:46.451182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7284): Launched\u000a04:12:46.803112 run osmo-stp_10.42.42.5(pid=7285): Launched\u000a04:12:46.972561 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:47.605566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7287): Launched\u000a04:12:47.909290 run osmo-msc_10.42.42.6(pid=7288): Launched\u000a04:12:48.087293 run osmo-stp_10.42.42.5(pid=7285): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7285)]\u000a04:12:48.215574 run osmo-stp_10.42.42.5(pid=7285): stdout: \u000a| (launched: 2022-12-14_04:12:46.617835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:48.341458 run osmo-stp_10.42.42.5(pid=7285): stderr: \u000a| �[0;m�[38;5;43m20221214041246931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041246931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041246931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041246932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041246932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041246932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041246932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:48.462716 run osmo-stp_10.42.42.5(pid=7285): stdout: \u000a| (launched: 2022-12-14_04:12:46.617835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:48.582674 run osmo-stp_10.42.42.5(pid=7285): stderr: \u000a| �[0;m�[38;5;43m20221214041246931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041246931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041246931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041246932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041246932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041246932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041246932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:48.635810 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7285): Process ended prematurely: osmo-stp_10.42.42.5(pid=7285) [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7285)] [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:12:48.644359 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a04:12:48.704228 run osmo-hlr_10.42.42.2(pid=7282): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7282)]\u000a04:12:48.753306 run osmo-hlr_10.42.42.2(pid=7282): stdout: \u000a| (launched: 2022-12-14_04:12:45.567292) \u000a04:12:48.802960 run osmo-hlr_10.42.42.2(pid=7282): stderr: \u000a| �[0;m�[1;31m20221214041245765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041245766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041245766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041245766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041245766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041245766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041245780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041245788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041245788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041245789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:48.870663 run osmo-msc_10.42.42.6(pid=7288): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7288)]\u000a04:12:48.919526 run osmo-msc_10.42.42.6(pid=7288): stdout: \u000a| (launched: 2022-12-14_04:12:47.758951) \u000a04:12:48.968814 run osmo-msc_10.42.42.6(pid=7288): stderr: \u000a| �[0;m�[38;5;43m20221214041248032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041248032 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbb8abdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041248032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041248032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041248032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041248032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041248034 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041248034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041248035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041248035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:49.010713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7281): Terminating (SIGTERM)\u000a04:12:49.050260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7284): Terminating (SIGTERM)\u000a04:12:49.089911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7287): Terminating (SIGTERM)\u000a04:12:49.099324 --- ParallelTerminationStrategy: PID 7281 died...\u000a04:12:49.153157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7281): Terminated: ok {rc=0}\u000a04:12:49.162891 --- ParallelTerminationStrategy: PID 7284 died...\u000a04:12:49.216530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7284): Terminated: ok {rc=0}\u000a04:12:49.226322 --- ParallelTerminationStrategy: PID 7287 died...\u000a04:12:49.279302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7287): Terminated: ok {rc=0}\u000a04:12:49.363296 bus /sierra_3: Setting Powered False\u000a04:12:50.470324 bus /sierra_3: Setting Powered False\u000a04:12:51.578894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:12:31" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7299): Process ended prematurely: osmo-stp_10.42.42.5(pid=7299) [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7299)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7299): Process ended prematurely: osmo-stp_10.42.42.5(pid=7299) [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:12:53.573496 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:53.584555 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:12:53.740397 tst mo_mt_call.py: using LAC 38465\u000a04:12:53.857966 tst mo_mt_call.py: using RAC 215\u000a04:12:53.974947 tst mo_mt_call.py: using CellId 38465\u000a04:12:54.092368 tst mo_mt_call.py: using BVCI 38466\u000a04:12:54.115579 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:54.126788 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:54.137848 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:54.148767 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:54.159797 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:12:54.170787 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:12:54.291040 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:12:54.493312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:54.977525 run create_hlr_db(pid=7293): Launched\u000a04:12:55.150936 bus /sierra_2: Setting Powered False\u000a04:12:56.173865 run create_hlr_db(pid=7293): Terminated: ok {rc=0}\u000a04:12:56.607150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7295): Launched\u000a04:12:56.933119 run osmo-hlr_10.42.42.2(pid=7296): Launched\u000a04:12:57.051201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:57.617980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7298): Launched\u000a04:12:57.942837 run osmo-stp_10.42.42.5(pid=7299): Launched\u000a04:12:58.063633 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:58.658104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7301): Launched\u000a04:12:58.983272 run osmo-msc_10.42.42.6(pid=7302): Launched\u000a04:12:59.174956 run osmo-stp_10.42.42.5(pid=7299): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7299)]\u000a04:12:59.314135 run osmo-stp_10.42.42.5(pid=7299): stdout: \u000a| (launched: 2022-12-14_04:12:57.782949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:59.451315 run osmo-stp_10.42.42.5(pid=7299): stderr: \u000a| �[0;m�[38;5;43m20221214041257977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041257977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041257977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041257978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041257978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041257978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041257978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:59.581863 run osmo-stp_10.42.42.5(pid=7299): stdout: \u000a| (launched: 2022-12-14_04:12:57.782949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:59.710870 run osmo-stp_10.42.42.5(pid=7299): stderr: \u000a| �[0;m�[38;5;43m20221214041257977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041257977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041257977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041257978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041257978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041257978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041257978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:59.767681 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7299): Process ended prematurely: osmo-stp_10.42.42.5(pid=7299) [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7299)] [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:12:59.776896 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:12:59.840386 run osmo-hlr_10.42.42.2(pid=7296): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7296)]\u000a04:12:59.892423 run osmo-hlr_10.42.42.2(pid=7296): stdout: \u000a| (launched: 2022-12-14_04:12:56.772316) \u000a04:12:59.945178 run osmo-hlr_10.42.42.2(pid=7296): stderr: \u000a| �[0;m�[1;31m20221214041256971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041256971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041256971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041256971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041256971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041256971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041256983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041256991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041256992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041256992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:00.016750 run osmo-msc_10.42.42.6(pid=7302): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7302)]\u000a04:13:00.068659 run osmo-msc_10.42.42.6(pid=7302): stdout: \u000a| (launched: 2022-12-14_04:12:58.822707) \u000a04:13:00.121310 run osmo-msc_10.42.42.6(pid=7302): stderr: \u000a| �[0;m�[38;5;43m20221214041259143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041259143 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e5ccb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041259143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041259143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041259143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041259143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041259145 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041259146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041259146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041259146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:00.166580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7295): Terminating (SIGTERM)\u000a04:13:00.210140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7298): Terminating (SIGTERM)\u000a04:13:00.252849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7301): Terminating (SIGTERM)\u000a04:13:00.262693 --- ParallelTerminationStrategy: PID 7295 died...\u000a04:13:00.319522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7295): Terminated: ok {rc=0}\u000a04:13:00.329653 --- ParallelTerminationStrategy: PID 7298 died...\u000a04:13:00.386115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7298): Terminated: ok {rc=0}\u000a04:13:00.396162 --- ParallelTerminationStrategy: PID 7301 died...\u000a04:13:00.452904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7301): Terminated: ok {rc=0}\u000a04:13:00.540757 bus /sierra_3: Setting Powered False\u000a04:13:01.648792 bus /sierra_3: Setting Powered False\u000a04:13:02.756551 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7310): Process ended prematurely: osmo-stp_10.42.42.5(pid=7310) [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7310)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7310): Process ended prematurely: osmo-stp_10.42.42.5(pid=7310) [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:13:03.871799 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:03.884350 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:13:04.052367 tst mo_mt_call_osmux.py: using LAC 38466\u000a04:13:04.179032 tst mo_mt_call_osmux.py: using RAC 216\u000a04:13:04.308338 tst mo_mt_call_osmux.py: using CellId 38466\u000a04:13:04.435013 tst mo_mt_call_osmux.py: using BVCI 38467\u000a04:13:04.459838 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:04.471630 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:04.483308 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:04.494844 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:04.506823 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:04.518778 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:13:04.635827 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:13:04.848608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:05.361086 run create_hlr_db(pid=7304): Launched\u000a04:13:05.549611 bus /sierra_2: Setting Powered False\u000a04:13:06.570474 run create_hlr_db(pid=7304): Terminated: ok {rc=0}\u000a04:13:06.978781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7306): Launched\u000a04:13:07.283661 run osmo-hlr_10.42.42.2(pid=7307): Launched\u000a04:13:07.394817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:07.919050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7309): Launched\u000a04:13:08.222283 run osmo-stp_10.42.42.5(pid=7310): Launched\u000a04:13:08.332092 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:13:08.884054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7312): Launched\u000a04:13:09.187094 run osmo-msc_10.42.42.6(pid=7313): Launched\u000a04:13:09.365418 run osmo-stp_10.42.42.5(pid=7310): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7310)]\u000a04:13:09.493478 run osmo-stp_10.42.42.5(pid=7310): stdout: \u000a| (launched: 2022-12-14_04:13:08.072026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:09.619513 run osmo-stp_10.42.42.5(pid=7310): stderr: \u000a| �[0;m�[38;5;43m20221214041308243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041308243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041308244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041308244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041308245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041308245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041308245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:09.740659 run osmo-stp_10.42.42.5(pid=7310): stdout: \u000a| (launched: 2022-12-14_04:13:08.072026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:09.860709 run osmo-stp_10.42.42.5(pid=7310): stderr: \u000a| �[0;m�[38;5;43m20221214041308243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041308243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041308244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041308244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041308245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041308245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041308245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:09.913829 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7310): Process ended prematurely: osmo-stp_10.42.42.5(pid=7310) [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7310)] [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:13:09.922606 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:13:09.982548 run osmo-hlr_10.42.42.2(pid=7307): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7307)]\u000a04:13:10.031531 run osmo-hlr_10.42.42.2(pid=7307): stdout: \u000a| (launched: 2022-12-14_04:13:07.133675) \u000a04:13:10.081451 run osmo-hlr_10.42.42.2(pid=7307): stderr: \u000a| �[0;m�[1;31m20221214041307310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041307310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041307310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041307311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041307311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041307311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041307326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041307335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041307335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041307335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:10.149099 run osmo-msc_10.42.42.6(pid=7313): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7313)]\u000a04:13:10.197898 run osmo-msc_10.42.42.6(pid=7313): stdout: \u000a| (launched: 2022-12-14_04:13:09.037214) \u000a04:13:10.248054 run osmo-msc_10.42.42.6(pid=7313): stderr: \u000a| �[0;m�[38;5;43m20221214041309310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041309310 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00ae087c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041309310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041309310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041309310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041309311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041309312 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041309313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041309313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041309313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:10.290370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7306): Terminating (SIGTERM)\u000a04:13:10.330532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7309): Terminating (SIGTERM)\u000a04:13:10.370492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7312): Terminating (SIGTERM)\u000a04:13:10.379763 --- ParallelTerminationStrategy: PID 7306 died...\u000a04:13:10.433819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7306): Terminated: ok {rc=0}\u000a04:13:10.443561 --- ParallelTerminationStrategy: PID 7309 died...\u000a04:13:10.496884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7309): Terminated: ok {rc=0}\u000a04:13:10.506618 --- ParallelTerminationStrategy: PID 7312 died...\u000a04:13:10.559942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7312): Terminated: ok {rc=0}\u000a04:13:10.644633 bus /sierra_3: Setting Powered False\u000a04:13:11.752868 bus /sierra_3: Setting Powered False\u000a04:13:12.861825 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:12:53" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7324): Process ended prematurely: osmo-stp_10.42.42.5(pid=7324) [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7324)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7324): Process ended prematurely: osmo-stp_10.42.42.5(pid=7324) [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a04:13:14.855893 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:14.867036 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:13:15.033800 tst mo_mt_call.py: using LAC 38467\u000a04:13:15.160541 tst mo_mt_call.py: using RAC 217\u000a04:13:15.290063 tst mo_mt_call.py: using CellId 38467\u000a04:13:15.418404 tst mo_mt_call.py: using BVCI 38468\u000a04:13:15.443063 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:15.454391 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:15.465538 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:15.476634 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:15.488149 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:15.499635 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:13:15.616180 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:13:15.825486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:16.381860 run create_hlr_db(pid=7318): Launched\u000a04:13:16.574050 bus /sierra_2: Setting Powered False\u000a04:13:17.592107 run create_hlr_db(pid=7318): Terminated: ok {rc=0}\u000a04:13:17.999192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7320): Launched\u000a04:13:18.303096 run osmo-hlr_10.42.42.2(pid=7321): Launched\u000a04:13:18.412569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:18.939220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7323): Launched\u000a04:13:19.241501 run osmo-stp_10.42.42.5(pid=7324): Launched\u000a04:13:19.350744 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:13:19.903089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7326): Launched\u000a04:13:20.205830 run osmo-msc_10.42.42.6(pid=7327): Launched\u000a04:13:20.384312 run osmo-stp_10.42.42.5(pid=7324): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7324)]\u000a04:13:20.512460 run osmo-stp_10.42.42.5(pid=7324): stdout: \u000a| (launched: 2022-12-14_04:13:19.091772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:20.638308 run osmo-stp_10.42.42.5(pid=7324): stderr: \u000a| �[0;m�[38;5;43m20221214041319265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041319266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041319266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041319266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041319267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041319267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041319267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:20.759150 run osmo-stp_10.42.42.5(pid=7324): stdout: \u000a| (launched: 2022-12-14_04:13:19.091772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:20.879139 run osmo-stp_10.42.42.5(pid=7324): stderr: \u000a| �[0;m�[38;5;43m20221214041319265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041319266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041319266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041319266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041319267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041319267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041319267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:20.932077 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7324): Process ended prematurely: osmo-stp_10.42.42.5(pid=7324) [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7324)] [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a04:13:20.940605 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:13:21.000732 run osmo-hlr_10.42.42.2(pid=7321): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7321)]\u000a04:13:21.050153 run osmo-hlr_10.42.42.2(pid=7321): stdout: \u000a| (launched: 2022-12-14_04:13:18.152759) \u000a04:13:21.100285 run osmo-hlr_10.42.42.2(pid=7321): stderr: \u000a| �[0;m�[1;31m20221214041318330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041318330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041318330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041318330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041318330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041318330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041318369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041318379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041318379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041318379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:21.168034 run osmo-msc_10.42.42.6(pid=7327): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7327)]\u000a04:13:21.217164 run osmo-msc_10.42.42.6(pid=7327): stdout: \u000a| (launched: 2022-12-14_04:13:20.056214) \u000a04:13:21.266750 run osmo-msc_10.42.42.6(pid=7327): stderr: \u000a| �[0;m�[38;5;43m20221214041320330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041320330 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc195e5bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041320330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041320330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041320330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041320330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041320332 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041320333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041320333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041320333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:21.308648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7320): Terminating (SIGTERM)\u000a04:13:21.348167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7323): Terminating (SIGTERM)\u000a04:13:21.387708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7326): Terminating (SIGTERM)\u000a04:13:21.396933 --- ParallelTerminationStrategy: PID 7320 died...\u000a04:13:21.450265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7320): Terminated: ok {rc=0}\u000a04:13:21.459888 --- ParallelTerminationStrategy: PID 7323 died...\u000a04:13:21.512745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7323): Terminated: ok {rc=0}\u000a04:13:21.522344 --- ParallelTerminationStrategy: PID 7326 died...\u000a04:13:21.575379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7326): Terminated: ok {rc=0}\u000a04:13:21.662677 bus /sierra_3: Setting Powered False\u000a04:13:22.769493 bus /sierra_3: Setting Powered False\u000a04:13:23.877721 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7335): Process ended prematurely: osmo-stp_10.42.42.5(pid=7335) [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7335)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7335): Process ended prematurely: osmo-stp_10.42.42.5(pid=7335) [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:13:24.992534 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:25.004757 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:13:25.170786 tst mo_mt_call_osmux.py: using LAC 38468\u000a04:13:25.298363 tst mo_mt_call_osmux.py: using RAC 218\u000a04:13:25.425763 tst mo_mt_call_osmux.py: using CellId 38468\u000a04:13:25.543799 tst mo_mt_call_osmux.py: using BVCI 38469\u000a04:13:25.566977 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:25.578112 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:25.589192 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:25.599765 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:25.610627 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:25.621438 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:13:25.737467 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:13:25.939778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:26.424796 run create_hlr_db(pid=7329): Launched\u000a04:13:26.598028 bus /sierra_2: Setting Powered False\u000a04:13:27.620260 run create_hlr_db(pid=7329): Terminated: ok {rc=0}\u000a04:13:28.023366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7331): Launched\u000a04:13:28.326224 run osmo-hlr_10.42.42.2(pid=7332): Launched\u000a04:13:28.436624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:28.965632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7334): Launched\u000a04:13:29.268334 run osmo-stp_10.42.42.5(pid=7335): Launched\u000a04:13:29.378202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:13:29.938298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7337): Launched\u000a04:13:30.243777 run osmo-msc_10.42.42.6(pid=7338): Launched\u000a04:13:30.423401 run osmo-stp_10.42.42.5(pid=7335): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7335)]\u000a04:13:30.551634 run osmo-stp_10.42.42.5(pid=7335): stdout: \u000a| (launched: 2022-12-14_04:13:29.118509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:30.677897 run osmo-stp_10.42.42.5(pid=7335): stderr: \u000a| �[0;m�[38;5;43m20221214041329290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041329290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041329291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041329291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041329292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041329292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041329292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:30.799321 run osmo-stp_10.42.42.5(pid=7335): stdout: \u000a| (launched: 2022-12-14_04:13:29.118509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:30.932635 run osmo-stp_10.42.42.5(pid=7335): stderr: \u000a| �[0;m�[38;5;43m20221214041329290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041329290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041329291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041329291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041329292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041329292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041329292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:30.987162 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7335): Process ended prematurely: osmo-stp_10.42.42.5(pid=7335) [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7335)] [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a04:13:30.996343 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:13:31.057909 run osmo-hlr_10.42.42.2(pid=7332): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7332)]\u000a04:13:31.108077 run osmo-hlr_10.42.42.2(pid=7332): stdout: \u000a| (launched: 2022-12-14_04:13:28.176483) \u000a04:13:31.158825 run osmo-hlr_10.42.42.2(pid=7332): stderr: \u000a| �[0;m�[1;31m20221214041328354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041328354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041328354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041328354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041328354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041328354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041328365 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041328374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041328374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041328374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:31.227826 run osmo-msc_10.42.42.6(pid=7338): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7338)]\u000a04:13:31.278200 run osmo-msc_10.42.42.6(pid=7338): stdout: \u000a| (launched: 2022-12-14_04:13:30.092237) \u000a04:13:31.329028 run osmo-msc_10.42.42.6(pid=7338): stderr: \u000a| �[0;m�[38;5;43m20221214041330364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041330365 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b48fc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041330365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041330365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041330365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041330365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041330367 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041330367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041330367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041330367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:31.371915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7331): Terminating (SIGTERM)\u000a04:13:31.412464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7334): Terminating (SIGTERM)\u000a04:13:31.455396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7337): Terminating (SIGTERM)\u000a04:13:31.465082 --- ParallelTerminationStrategy: PID 7331 died...\u000a04:13:31.519451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7331): Terminated: ok {rc=0}\u000a04:13:31.529579 --- ParallelTerminationStrategy: PID 7334 died...\u000a04:13:31.583658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7334): Terminated: ok {rc=0}\u000a04:13:31.593760 --- ParallelTerminationStrategy: PID 7337 died...\u000a04:13:31.648282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7337): Terminated: ok {rc=0}\u000a04:13:31.741191 bus /sierra_3: Setting Powered False\u000a04:13:32.843392 bus /sierra_3: Setting Powered False\u000a04:13:33.955664 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:13:14" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7350): Process ended prematurely: osmo-stp_10.42.42.5(pid=7350) [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7350)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7350): Process ended prematurely: osmo-stp_10.42.42.5(pid=7350) [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a04:13:35.950267 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:35.961642 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:13:36.102375 tst mo_mt_call.py: using LAC 38469\u000a04:13:36.221548 tst mo_mt_call.py: using RAC 219\u000a04:13:36.340158 tst mo_mt_call.py: using CellId 38469\u000a04:13:36.461311 tst mo_mt_call.py: using BVCI 38470\u000a04:13:36.484352 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:36.495690 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:36.506920 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:36.518150 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:36.529387 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:36.540469 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:13:36.660528 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:13:36.862518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:37.347593 run create_hlr_db(pid=7344): Launched\u000a04:13:37.519852 bus /sierra_2: Setting Powered False\u000a04:13:38.543165 run create_hlr_db(pid=7344): Terminated: ok {rc=0}\u000a04:13:38.945704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7346): Launched\u000a04:13:39.249404 run osmo-hlr_10.42.42.2(pid=7347): Launched\u000a04:13:39.367760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:39.900042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7349): Launched\u000a04:13:40.202398 run osmo-stp_10.42.42.5(pid=7350): Launched\u000a04:13:40.311206 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:13:40.862273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7352): Launched\u000a04:13:41.164486 run osmo-msc_10.42.42.6(pid=7353): Launched\u000a04:13:41.340674 run osmo-stp_10.42.42.5(pid=7350): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7350)]\u000a04:13:41.467835 run osmo-stp_10.42.42.5(pid=7350): stdout: \u000a| (launched: 2022-12-14_04:13:40.053084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:41.592780 run osmo-stp_10.42.42.5(pid=7350): stderr: \u000a| �[0;m�[38;5;43m20221214041340225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041340225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041340225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041340226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041340226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041340226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041340226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:41.713515 run osmo-stp_10.42.42.5(pid=7350): stdout: \u000a| (launched: 2022-12-14_04:13:40.053084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:41.832815 run osmo-stp_10.42.42.5(pid=7350): stderr: \u000a| �[0;m�[38;5;43m20221214041340225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041340225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041340225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041340226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041340226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041340226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041340226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:41.885946 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7350): Process ended prematurely: osmo-stp_10.42.42.5(pid=7350) [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7350)] [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a04:13:41.894512 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:13:41.954115 run osmo-hlr_10.42.42.2(pid=7347): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7347)]\u000a04:13:42.002889 run osmo-hlr_10.42.42.2(pid=7347): stdout: \u000a| (launched: 2022-12-14_04:13:39.099763) \u000a04:13:42.051943 run osmo-hlr_10.42.42.2(pid=7347): stderr: \u000a| �[0;m�[1;31m20221214041339278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041339278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041339278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041339278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041339278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041339278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041339290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041339299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041339299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041339299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:42.119272 run osmo-msc_10.42.42.6(pid=7353): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7353)]\u000a04:13:42.167700 run osmo-msc_10.42.42.6(pid=7353): stdout: \u000a| (launched: 2022-12-14_04:13:41.014750) \u000a04:13:42.216711 run osmo-msc_10.42.42.6(pid=7353): stderr: \u000a| �[0;m�[38;5;43m20221214041341289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041341289 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05db24cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041341289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041341289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041341289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041341290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041341291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041341292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041341292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041341292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:42.258211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7346): Terminating (SIGTERM)\u000a04:13:42.297217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7349): Terminating (SIGTERM)\u000a04:13:42.336303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7352): Terminating (SIGTERM)\u000a04:13:42.345482 --- ParallelTerminationStrategy: PID 7346 died...\u000a04:13:42.397926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7346): Terminated: ok {rc=0}\u000a04:13:42.407316 --- ParallelTerminationStrategy: PID 7349 died...\u000a04:13:42.459585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7349): Terminated: ok {rc=0}\u000a04:13:42.469066 --- ParallelTerminationStrategy: PID 7352 died...\u000a04:13:42.521876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7352): Terminated: ok {rc=0}\u000a04:13:42.604569 bus /sierra_3: Setting Powered False\u000a04:13:43.711279 bus /sierra_3: Setting Powered False\u000a04:13:44.819532 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7361): Process ended prematurely: osmo-stp_10.42.42.5(pid=7361) [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7361)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7361): Process ended prematurely: osmo-stp_10.42.42.5(pid=7361) [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:13:45.959272 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:45.972808 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:13:46.132114 tst mo_mt_call_osmux.py: using LAC 38470\u000a04:13:46.263161 tst mo_mt_call_osmux.py: using RAC 220\u000a04:13:46.424418 tst mo_mt_call_osmux.py: using CellId 38470\u000a04:13:46.555600 tst mo_mt_call_osmux.py: using BVCI 38471\u000a04:13:46.582823 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:46.596463 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:46.609554 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:46.622572 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:46.637620 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:46.650951 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:13:46.780247 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:13:47.001525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:47.523549 run create_hlr_db(pid=7355): Launched\u000a04:13:47.712514 bus /sierra_2: Setting Powered False\u000a04:13:48.732827 run create_hlr_db(pid=7355): Terminated: ok {rc=0}\u000a04:13:49.141812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7357): Launched\u000a04:13:49.447544 run osmo-hlr_10.42.42.2(pid=7358): Launched\u000a04:13:49.560358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:50.090817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7360): Launched\u000a04:13:50.394153 run osmo-stp_10.42.42.5(pid=7361): Launched\u000a04:13:50.502814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:13:51.059031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7363): Launched\u000a04:13:51.364769 run osmo-msc_10.42.42.6(pid=7364): Launched\u000a04:13:51.542506 run osmo-stp_10.42.42.5(pid=7361): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7361)]\u000a04:13:51.670779 run osmo-stp_10.42.42.5(pid=7361): stdout: \u000a| (launched: 2022-12-14_04:13:50.244846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:51.796493 run osmo-stp_10.42.42.5(pid=7361): stderr: \u000a| �[0;m�[38;5;43m20221214041350417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041350417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041350418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041350418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041350418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041350419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041350419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:51.918031 run osmo-stp_10.42.42.5(pid=7361): stdout: \u000a| (launched: 2022-12-14_04:13:50.244846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:52.037950 run osmo-stp_10.42.42.5(pid=7361): stderr: \u000a| �[0;m�[38;5;43m20221214041350417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041350417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041350418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041350418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041350418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041350419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041350419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:52.091144 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7361): Process ended prematurely: osmo-stp_10.42.42.5(pid=7361) [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7361)] [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a04:13:52.099529 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:13:52.158648 run osmo-hlr_10.42.42.2(pid=7358): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7358)]\u000a04:13:52.207417 run osmo-hlr_10.42.42.2(pid=7358): stdout: \u000a| (launched: 2022-12-14_04:13:49.296235) \u000a04:13:52.257460 run osmo-hlr_10.42.42.2(pid=7358): stderr: \u000a| �[0;m�[1;31m20221214041349473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041349473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041349473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041349473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041349473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041349473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041349488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041349497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041349497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041349497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:52.325142 run osmo-msc_10.42.42.6(pid=7364): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7364)]\u000a04:13:52.374087 run osmo-msc_10.42.42.6(pid=7364): stdout: \u000a| (launched: 2022-12-14_04:13:51.213504) \u000a04:13:52.423684 run osmo-msc_10.42.42.6(pid=7364): stderr: \u000a| �[0;m�[38;5;43m20221214041351486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041351486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7cd5df3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041351487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041351487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041351487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041351487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041351489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041351489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041351489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041351489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:52.465871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7357): Terminating (SIGTERM)\u000a04:13:52.505893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7360): Terminating (SIGTERM)\u000a04:13:52.546471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7363): Terminating (SIGTERM)\u000a04:13:52.556079 --- ParallelTerminationStrategy: PID 7357 died...\u000a04:13:52.609547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7357): Terminated: ok {rc=0}\u000a04:13:52.619164 --- ParallelTerminationStrategy: PID 7360 died...\u000a04:13:52.672369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7360): Terminated: ok {rc=0}\u000a04:13:52.681989 --- ParallelTerminationStrategy: PID 7363 died...\u000a04:13:52.735150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7363): Terminated: ok {rc=0}\u000a04:13:52.823629 bus /sierra_3: Setting Powered False\u000a04:13:53.926496 bus /sierra_3: Setting Powered False\u000a04:13:55.032979 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:13:35" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7375): Process ended prematurely: osmo-stp_10.42.42.5(pid=7375) [trial-2399↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7375)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7375): Process ended prematurely: osmo-stp_10.42.42.5(pid=7375) [trial-2399↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:13:57.059646 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:57.070672 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:13:57.203212 tst emergency_mo_mt_call.py: using LAC 38471\u000a04:13:57.321955 tst emergency_mo_mt_call.py: using RAC 221\u000a04:13:57.449981 tst emergency_mo_mt_call.py: using CellId 38471\u000a04:13:57.567442 tst emergency_mo_mt_call.py: using BVCI 38472\u000a04:13:57.590244 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:57.600839 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:57.611370 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:57.621822 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:57.632330 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:13:57.642794 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:13:57.763110 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:13:57.972304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:58.474909 run create_hlr_db(pid=7369): Launched\u000a04:13:58.661278 bus /sierra_2: Setting Powered False\u000a04:13:59.680860 run create_hlr_db(pid=7369): Terminated: ok {rc=0}\u000a04:14:00.081406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7371): Launched\u000a04:14:00.381120 run osmo-hlr_10.42.42.2(pid=7372): Launched\u000a04:14:00.500099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:01.086843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7374): Launched\u000a04:14:01.514947 run osmo-stp_10.42.42.5(pid=7375): Launched\u000a04:14:01.749186 tst emergency_mo_mt_call.py: using MSISDN 8498\u000a04:14:01.919171 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:14:02.473743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7377): Launched\u000a04:14:02.775212 run osmo-msc_10.42.42.6(pid=7378): Launched\u000a04:14:02.950169 run osmo-stp_10.42.42.5(pid=7375): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7375)]\u000a04:14:03.076443 run osmo-stp_10.42.42.5(pid=7375): stdout: \u000a| (launched: 2022-12-14_04:14:01.240052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:03.201200 run osmo-stp_10.42.42.5(pid=7375): stderr: \u000a| �[0;m�[38;5;43m20221214041401485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041401485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041401485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041401486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041401486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041401486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041401486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:03.321148 run osmo-stp_10.42.42.5(pid=7375): stdout: \u000a| (launched: 2022-12-14_04:14:01.240052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:03.439432 run osmo-stp_10.42.42.5(pid=7375): stderr: \u000a| �[0;m�[38;5;43m20221214041401485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041401485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041401485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041401486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041401486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041401486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041401486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:03.491461 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7375): Process ended prematurely: osmo-stp_10.42.42.5(pid=7375) [trial-2399↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7375)] [trial-2399↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a04:14:03.499538 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a04:14:03.559857 run osmo-hlr_10.42.42.2(pid=7372): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7372)]\u000a04:14:03.609300 run osmo-hlr_10.42.42.2(pid=7372): stdout: \u000a| (launched: 2022-12-14_04:14:00.232740) \u000a04:14:03.659239 run osmo-hlr_10.42.42.2(pid=7372): stderr: \u000a| �[0;m�[1;31m20221214041400410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041400410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041400410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041400410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041400410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041400410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041400420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041400431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041400431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041400431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:03.727253 run osmo-msc_10.42.42.6(pid=7378): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7378)]\u000a04:14:03.776742 run osmo-msc_10.42.42.6(pid=7378): stdout: \u000a| (launched: 2022-12-14_04:14:02.625922) \u000a04:14:03.826687 run osmo-msc_10.42.42.6(pid=7378): stderr: \u000a| �[0;m�[38;5;43m20221214041402901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041402901 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a12682c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041402901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041402901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041402901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041402901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041402903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041402904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041402904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041402904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:14:03.868877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7371): Terminating (SIGTERM)\u000a04:14:03.908779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7374): Terminating (SIGTERM)\u000a04:14:03.948722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7377): Terminating (SIGTERM)\u000a04:14:03.958066 --- ParallelTerminationStrategy: PID 7371 died...\u000a04:14:04.011669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7371): Terminated: ok {rc=0}\u000a04:14:04.021391 --- ParallelTerminationStrategy: PID 7374 died...\u000a04:14:04.074410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7374): Terminated: ok {rc=0}\u000a04:14:04.083901 --- ParallelTerminationStrategy: PID 7377 died...\u000a04:14:04.136892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7377): Terminated: ok {rc=0}\u000a04:14:04.225066 bus /sierra_3: Setting Powered False\u000a04:14:05.328195 bus /sierra_3: Setting Powered False\u000a04:14:06.439995 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7386): Process ended prematurely: osmo-stp_10.42.42.5(pid=7386) [trial-2399↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7386)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7386): Process ended prematurely: osmo-stp_10.42.42.5(pid=7386) [trial-2399↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:14:07.492735 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:07.504397 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:14:07.644465 tst emergency_preemptive_call.py: using LAC 38472\u000a04:14:07.759344 tst emergency_preemptive_call.py: using RAC 222\u000a04:14:07.874472 tst emergency_preemptive_call.py: using CellId 38472\u000a04:14:07.989422 tst emergency_preemptive_call.py: using BVCI 38473\u000a04:14:08.011950 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:08.022770 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:08.033294 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:08.043736 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:08.054219 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:08.064643 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:08.184012 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:08.301533 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:08.420187 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:08.626966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:14:09.133560 run create_hlr_db(pid=7380): Launched\u000a04:14:09.320518 bus /sierra_2: Setting Powered False\u000a04:14:10.340812 run create_hlr_db(pid=7380): Terminated: ok {rc=0}\u000a04:14:10.744208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7382): Launched\u000a04:14:11.042823 run osmo-hlr_10.42.42.2(pid=7383): Launched\u000a04:14:11.159102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:11.684668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7385): Launched\u000a04:14:12.019005 run osmo-stp_10.42.42.5(pid=7386): Launched\u000a04:14:12.149973 tst emergency_preemptive_call.py: using MSISDN 8499\u000a04:14:12.297647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:14:12.842871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7388): Launched\u000a04:14:13.140657 run osmo-msc_10.42.42.6(pid=7389): Launched\u000a04:14:13.315618 run osmo-stp_10.42.42.5(pid=7386): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7386)]\u000a04:14:13.442173 run osmo-stp_10.42.42.5(pid=7386): stdout: \u000a| (launched: 2022-12-14_04:14:11.835834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:13.566503 run osmo-stp_10.42.42.5(pid=7386): stderr: \u000a| �[0;m�[38;5;43m20221214041412035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041412035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041412036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041412036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041412037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041412037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041412037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:13.686063 run osmo-stp_10.42.42.5(pid=7386): stdout: \u000a| (launched: 2022-12-14_04:14:11.835834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:13.804406 run osmo-stp_10.42.42.5(pid=7386): stderr: \u000a| �[0;m�[38;5;43m20221214041412035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041412035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041412036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041412036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041412037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041412037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041412037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:13.856576 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7386): Process ended prematurely: osmo-stp_10.42.42.5(pid=7386) [trial-2399↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7386)] [trial-2399↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a04:14:13.864664 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a04:14:13.924936 run osmo-hlr_10.42.42.2(pid=7383): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7383)]\u000a04:14:13.974158 run osmo-hlr_10.42.42.2(pid=7383): stdout: \u000a| (launched: 2022-12-14_04:14:10.895688) \u000a04:14:14.023844 run osmo-hlr_10.42.42.2(pid=7383): stderr: \u000a| �[0;m�[1;31m20221214041411070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041411070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041411070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041411071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041411071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041411071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041411083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041411092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041411093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041411093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:14.091269 run osmo-msc_10.42.42.6(pid=7389): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7389)]\u000a04:14:14.140246 run osmo-msc_10.42.42.6(pid=7389): stdout: \u000a| (launched: 2022-12-14_04:14:12.993345) \u000a04:14:14.189746 run osmo-msc_10.42.42.6(pid=7389): stderr: \u000a| �[0;m�[38;5;43m20221214041413266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041413266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e03451c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041413266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041413266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041413266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041413266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041413268 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041413269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041413269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041413269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:14:14.231904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7382): Terminating (SIGTERM)\u000a04:14:14.271680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7385): Terminating (SIGTERM)\u000a04:14:14.311514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7388): Terminating (SIGTERM)\u000a04:14:14.320383 --- ParallelTerminationStrategy: PID 7382 died...\u000a04:14:14.374188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7382): Terminated: ok {rc=0}\u000a04:14:14.383985 --- ParallelTerminationStrategy: PID 7385 died...\u000a04:14:14.437195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7385): Terminated: ok {rc=0}\u000a04:14:14.446892 --- ParallelTerminationStrategy: PID 7388 died...\u000a04:14:14.500139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7388): Terminated: ok {rc=0}\u000a04:14:14.588142 bus /sierra_9: Setting Powered False\u000a04:14:15.691484 bus /sierra_9: Setting Powered False\u000a04:14:16.817550 bus /sierra_8: Setting Powered False\u000a04:14:17.920698 bus /sierra_8: Setting Powered False\u000a04:14:19.032406 bus /sierra_3: Setting Powered False\u000a04:14:20.136636 bus /sierra_3: Setting Powered False\u000a04:14:21.244194 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:13:56" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7404): Process ended prematurely: osmo-stp_10.42.42.5(pid=7404) [trial-2399↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7404)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7404): Process ended prematurely: osmo-stp_10.42.42.5(pid=7404) [trial-2399↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:14:23.354829 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:23.365461 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:14:23.513002 tst cs_paging_gprs_active.py: using LAC 38473\u000a04:14:23.638951 tst cs_paging_gprs_active.py: using RAC 223\u000a04:14:23.763771 tst cs_paging_gprs_active.py: using CellId 38473\u000a04:14:23.888919 tst cs_paging_gprs_active.py: using BVCI 38474\u000a04:14:23.913904 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:23.925069 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:23.935909 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:23.946811 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:23.958000 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:23.969192 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:23.980531 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:23.991694 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:24.003084 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:24.121223 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:24.416509 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:14:24.552640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:24.889983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7394): Launched\u000a04:14:25.174378 run iperf3-srv_10.42.42.10(pid=7395): Launched\u000a04:14:25.374715 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:14:25.510299 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:25.847485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7396): Launched\u000a04:14:26.128331 run iperf3-srv_10.42.42.10(pid=7397): Launched\u000a04:14:26.328270 tst cs_paging_gprs_active.py:38: start network...\u000a04:14:26.463993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:14:26.978270 run create_hlr_db(pid=7398): Launched\u000a04:14:27.166884 bus /sierra_2: Setting Powered False\u000a04:14:28.188225 run create_hlr_db(pid=7398): Terminated: ok {rc=0}\u000a04:14:28.596154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7400): Launched\u000a04:14:28.900776 run osmo-hlr_10.42.42.2(pid=7401): Launched\u000a04:14:29.011699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:29.539768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7403): Launched\u000a04:14:29.843037 run osmo-stp_10.42.42.5(pid=7404): Launched\u000a04:14:29.953113 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:14:30.483374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7406): Launched\u000a04:14:30.590784 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:14:30.863123 run patchelf(pid=7407): Launched\u000a04:14:31.069101 run osmo-stp_10.42.42.5(pid=7404): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7404)]\u000a04:14:31.201338 run osmo-stp_10.42.42.5(pid=7404): stdout: \u000a| (launched: 2022-12-14_04:14:29.693333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:31.333857 run osmo-stp_10.42.42.5(pid=7404): stderr: \u000a| �[0;m�[38;5;43m20221214041429863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041429864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041429864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041429864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041429865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041429865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041429865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:31.461572 run osmo-stp_10.42.42.5(pid=7404): stdout: \u000a| (launched: 2022-12-14_04:14:29.693333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:31.589360 run osmo-stp_10.42.42.5(pid=7404): stderr: \u000a| �[0;m�[38;5;43m20221214041429863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041429864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041429864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041429864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041429865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041429865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041429865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:31.737447 run patchelf(pid=7407): Terminating (SIGINT)\u000a04:14:31.910609 run patchelf(pid=7407): Terminated: ok {rc=0}\u000a04:14:31.942904 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7404): Process ended prematurely: osmo-stp_10.42.42.5(pid=7404) [trial-2399↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7404)] [trial-2399↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a04:14:31.952650 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a04:14:32.013639 run osmo-hlr_10.42.42.2(pid=7401): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7401)]\u000a04:14:32.063661 run osmo-hlr_10.42.42.2(pid=7401): stdout: \u000a| (launched: 2022-12-14_04:14:28.750343) \u000a04:14:32.114262 run osmo-hlr_10.42.42.2(pid=7401): stderr: \u000a| �[0;m�[1;31m20221214041428926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041428926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041428926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041428926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041428926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041428926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041428938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041428947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041428947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041428947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:32.157636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7394): Terminating (SIGTERM)\u000a04:14:32.199199 run iperf3-srv_10.42.42.10(pid=7395): Terminating (SIGTERM)\u000a04:14:32.243189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7396): Terminating (SIGTERM)\u000a04:14:32.284510 run iperf3-srv_10.42.42.10(pid=7397): Terminating (SIGTERM)\u000a04:14:32.324349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7400): Terminating (SIGTERM)\u000a04:14:32.364037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7403): Terminating (SIGTERM)\u000a04:14:32.404400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7406): Terminating (SIGTERM)\u000a04:14:32.413668 --- ParallelTerminationStrategy: PID 7394 died...\u000a04:14:32.466938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7394): Terminated: ok {rc=0}\u000a04:14:32.476481 --- ParallelTerminationStrategy: PID 7395 died...\u000a04:14:32.529261 run iperf3-srv_10.42.42.10(pid=7395): Terminated {rc=256}\u000a04:14:32.538800 --- ParallelTerminationStrategy: PID 7396 died...\u000a04:14:32.591639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7396): Terminated: ok {rc=0}\u000a04:14:32.601275 --- ParallelTerminationStrategy: PID 7397 died...\u000a04:14:32.653907 run iperf3-srv_10.42.42.10(pid=7397): Terminated {rc=256}\u000a04:14:32.663472 --- ParallelTerminationStrategy: PID 7400 died...\u000a04:14:32.716384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7400): Terminated: ok {rc=0}\u000a04:14:32.725961 --- ParallelTerminationStrategy: PID 7403 died...\u000a04:14:32.779070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7403): Terminated: ok {rc=0}\u000a04:14:32.788653 --- ParallelTerminationStrategy: PID 7406 died...\u000a04:14:32.841910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7406): Terminated: ok {rc=0}\u000a04:14:32.930607 bus /gobi_0: Setting Powered False\u000a04:14:34.034082 bus /gobi_0: Setting Powered False\u000a04:14:35.144664 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7416): Process ended prematurely: osmo-stp_10.42.42.5(pid=7416) [trial-2399↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7416)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7416): Process ended prematurely: osmo-stp_10.42.42.5(pid=7416) [trial-2399↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a04:14:36.259698 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:36.271539 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:14:36.412823 tst iperf3.py: using LAC 38474\u000a04:14:36.533394 tst iperf3.py: using RAC 224\u000a04:14:36.651389 tst iperf3.py: using CellId 38474\u000a04:14:36.771228 tst iperf3.py: using BVCI 38475\u000a04:14:36.794451 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:36.805050 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:36.815504 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:36.825918 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:36.836160 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:36.846470 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:36.856920 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:36.867277 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:36.877843 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:37.153686 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:14:37.279623 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:37.594653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7408): Launched\u000a04:14:37.856186 run iperf3-srv_10.42.42.10(pid=7409): Launched\u000a04:14:38.040068 tst iperf3.py:8: start network...\u000a04:14:38.165923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:14:38.653186 run create_hlr_db(pid=7410): Launched\u000a04:14:38.826585 bus /gobi_6: Setting Powered False\u000a04:14:39.849792 run create_hlr_db(pid=7410): Terminated: ok {rc=0}\u000a04:14:40.283650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7412): Launched\u000a04:14:40.611794 run osmo-hlr_10.42.42.2(pid=7413): Launched\u000a04:14:40.732062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:41.300497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7415): Launched\u000a04:14:41.626891 run osmo-stp_10.42.42.5(pid=7416): Launched\u000a04:14:41.744525 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:14:42.314044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7418): Launched\u000a04:14:42.430060 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:14:42.714741 run patchelf(pid=7419): Launched\u000a04:14:42.904903 run osmo-stp_10.42.42.5(pid=7416): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7416)]\u000a04:14:43.043792 run osmo-stp_10.42.42.5(pid=7416): stdout: \u000a| (launched: 2022-12-14_04:14:41.465711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:43.183372 run osmo-stp_10.42.42.5(pid=7416): stderr: \u000a| �[0;m�[38;5;43m20221214041441657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041441657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041441658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041441658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041441658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041441658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041441659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:43.319031 run osmo-stp_10.42.42.5(pid=7416): stdout: \u000a| (launched: 2022-12-14_04:14:41.465711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:43.452594 run osmo-stp_10.42.42.5(pid=7416): stderr: \u000a| �[0;m�[38;5;43m20221214041441657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041441657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041441658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041441658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041441658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041441658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041441659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:43.607561 run patchelf(pid=7419): Terminating (SIGINT)\u000a04:14:43.789029 run patchelf(pid=7419): Terminated: ok {rc=0}\u000a04:14:43.822417 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7416): Process ended prematurely: osmo-stp_10.42.42.5(pid=7416) [trial-2399↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7416)] [trial-2399↪gprs:trx-umtrx↪iperf3.py:8]\u000a04:14:43.832334 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:14:43.896005 run osmo-hlr_10.42.42.2(pid=7413): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7413)]\u000a04:14:43.947489 run osmo-hlr_10.42.42.2(pid=7413): stdout: \u000a| (launched: 2022-12-14_04:14:40.449782) \u000a04:14:43.999737 run osmo-hlr_10.42.42.2(pid=7413): stderr: \u000a| �[0;m�[1;31m20221214041440647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041440647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041440647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041440647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041440647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041440647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041440660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041440670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041440670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041440670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:44.044302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7408): Terminating (SIGTERM)\u000a04:14:44.086784 run iperf3-srv_10.42.42.10(pid=7409): Terminating (SIGTERM)\u000a04:14:44.129324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7412): Terminating (SIGTERM)\u000a04:14:44.171676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7415): Terminating (SIGTERM)\u000a04:14:44.213839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7418): Terminating (SIGTERM)\u000a04:14:44.223550 --- ParallelTerminationStrategy: PID 7408 died...\u000a04:14:44.280096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7408): Terminated: ok {rc=0}\u000a04:14:44.290131 --- ParallelTerminationStrategy: PID 7409 died...\u000a04:14:44.346058 run iperf3-srv_10.42.42.10(pid=7409): Terminated {rc=256}\u000a04:14:44.356093 --- ParallelTerminationStrategy: PID 7412 died...\u000a04:14:44.412051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7412): Terminated: ok {rc=0}\u000a04:14:44.422086 --- ParallelTerminationStrategy: PID 7415 died...\u000a04:14:44.478202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7415): Terminated: ok {rc=0}\u000a04:14:44.488204 --- ParallelTerminationStrategy: PID 7418 died...\u000a04:14:44.544221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7418): Terminated: ok {rc=0}\u000a04:14:44.630239 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7435): Process ended prematurely: osmo-stp_10.42.42.5(pid=7435) [trial-2399↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7435)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7435): Process ended prematurely: osmo-stp_10.42.42.5(pid=7435) [trial-2399↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a04:14:45.744801 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:45.756536 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:14:45.911107 tst iperf3m4.py: using LAC 38475\u000a04:14:46.043666 tst iperf3m4.py: using RAC 225\u000a04:14:46.181524 tst iperf3m4.py: using CellId 38475\u000a04:14:46.344155 tst iperf3m4.py: using BVCI 38476\u000a04:14:46.379787 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:46.395863 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:46.409313 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:46.420757 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:46.431965 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:46.443539 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:46.454971 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:46.466345 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:46.477905 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:46.598353 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:46.751779 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:46.874288 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:47.236441 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:14:47.385097 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:47.723274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7421): Launched\u000a04:14:48.004717 run iperf3-srv_10.42.42.10(pid=7422): Launched\u000a04:14:48.204856 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:14:48.342220 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:48.682922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7423): Launched\u000a04:14:48.964800 run iperf3-srv_10.42.42.10(pid=7424): Launched\u000a04:14:49.165464 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:14:49.302334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:49.641379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7425): Launched\u000a04:14:49.922820 run iperf3-srv_10.42.42.10(pid=7426): Launched\u000a04:14:50.122923 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:14:50.259657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:50.599612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7427): Launched\u000a04:14:50.881654 run iperf3-srv_10.42.42.10(pid=7428): Launched\u000a04:14:51.081296 tst iperf3m4.py:8: start network...\u000a04:14:51.217638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:14:51.735274 run create_hlr_db(pid=7429): Launched\u000a04:14:51.923378 bus /gobi_6: Setting Powered False\u000a04:14:52.944865 run create_hlr_db(pid=7429): Terminated: ok {rc=0}\u000a04:14:53.379874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7431): Launched\u000a04:14:53.707913 run osmo-hlr_10.42.42.2(pid=7432): Launched\u000a04:14:53.827791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:54.398653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7434): Launched\u000a04:14:54.727323 run osmo-stp_10.42.42.5(pid=7435): Launched\u000a04:14:54.846592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:14:55.417870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7437): Launched\u000a04:14:55.535144 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:14:55.820385 run patchelf(pid=7438): Launched\u000a04:14:56.011444 run osmo-stp_10.42.42.5(pid=7435): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7435)]\u000a04:14:56.151482 run osmo-stp_10.42.42.5(pid=7435): stdout: \u000a| (launched: 2022-12-14_04:14:54.565193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:56.291699 run osmo-stp_10.42.42.5(pid=7435): stderr: \u000a| �[0;m�[38;5;43m20221214041454757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041454757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041454757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041454758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041454758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041454758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041454758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:56.427139 run osmo-stp_10.42.42.5(pid=7435): stdout: \u000a| (launched: 2022-12-14_04:14:54.565193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:56.561950 run osmo-stp_10.42.42.5(pid=7435): stderr: \u000a| �[0;m�[38;5;43m20221214041454757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041454757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041454757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041454758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041454758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041454758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041454758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:56.717933 run patchelf(pid=7438): Terminating (SIGINT)\u000a04:14:56.899809 run patchelf(pid=7438): Terminated: ok {rc=0}\u000a04:14:56.933407 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7435): Process ended prematurely: osmo-stp_10.42.42.5(pid=7435) [trial-2399↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7435)] [trial-2399↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a04:14:56.943288 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a04:14:57.007064 run osmo-hlr_10.42.42.2(pid=7432): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7432)]\u000a04:14:57.059098 run osmo-hlr_10.42.42.2(pid=7432): stdout: \u000a| (launched: 2022-12-14_04:14:53.545895) \u000a04:14:57.111637 run osmo-hlr_10.42.42.2(pid=7432): stderr: \u000a| �[0;m�[1;31m20221214041453745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041453745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041453745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041453745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041453745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041453745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041453758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041453766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041453767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041453767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:57.156259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7421): Terminating (SIGTERM)\u000a04:14:57.198388 run iperf3-srv_10.42.42.10(pid=7422): Terminating (SIGTERM)\u000a04:14:57.240560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7423): Terminating (SIGTERM)\u000a04:14:57.282910 run iperf3-srv_10.42.42.10(pid=7424): Terminating (SIGTERM)\u000a04:14:57.325812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7425): Terminating (SIGTERM)\u000a04:14:57.368369 run iperf3-srv_10.42.42.10(pid=7426): Terminating (SIGTERM)\u000a04:14:57.410580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7427): Terminating (SIGTERM)\u000a04:14:57.452729 run iperf3-srv_10.42.42.10(pid=7428): Terminating (SIGTERM)\u000a04:14:57.494930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7431): Terminating (SIGTERM)\u000a04:14:57.537142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7434): Terminating (SIGTERM)\u000a04:14:57.579311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7437): Terminating (SIGTERM)\u000a04:14:57.589078 --- ParallelTerminationStrategy: PID 7421 died...\u000a04:14:57.645649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7421): Terminated: ok {rc=0}\u000a04:14:57.655716 --- ParallelTerminationStrategy: PID 7422 died...\u000a04:14:57.711911 run iperf3-srv_10.42.42.10(pid=7422): Terminated {rc=256}\u000a04:14:57.721938 --- ParallelTerminationStrategy: PID 7423 died...\u000a04:14:57.778195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7423): Terminated: ok {rc=0}\u000a04:14:57.788229 --- ParallelTerminationStrategy: PID 7424 died...\u000a04:14:57.844520 run iperf3-srv_10.42.42.10(pid=7424): Terminated {rc=256}\u000a04:14:57.854542 --- ParallelTerminationStrategy: PID 7425 died...\u000a04:14:57.910846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7425): Terminated: ok {rc=0}\u000a04:14:57.920901 --- ParallelTerminationStrategy: PID 7426 died...\u000a04:14:57.976858 run iperf3-srv_10.42.42.10(pid=7426): Terminated {rc=256}\u000a04:14:57.986954 --- ParallelTerminationStrategy: PID 7427 died...\u000a04:14:58.043270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7427): Terminated: ok {rc=0}\u000a04:14:58.053407 --- ParallelTerminationStrategy: PID 7428 died...\u000a04:14:58.109602 run iperf3-srv_10.42.42.10(pid=7428): Terminated {rc=256}\u000a04:14:58.119588 --- ParallelTerminationStrategy: PID 7431 died...\u000a04:14:58.176120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7431): Terminated: ok {rc=0}\u000a04:14:58.186261 --- ParallelTerminationStrategy: PID 7434 died...\u000a04:14:58.242822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7434): Terminated: ok {rc=0}\u000a04:14:58.252896 --- ParallelTerminationStrategy: PID 7437 died...\u000a04:14:58.309782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7437): Terminated: ok {rc=0}\u000a04:14:58.397308 bus /gobi_4: Setting Powered False\u000a04:14:59.503326 bus /gobi_4: Setting Powered False\u000a04:15:00.616071 bus /gobi_1: Setting Powered False\u000a04:15:01.747065 bus /gobi_1: Setting Powered False\u000a04:15:02.861372 bus /gobi_0: Setting Powered False\u000a04:15:03.964049 bus /gobi_0: Setting Powered False\u000a04:15:05.074480 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7448): Process ended prematurely: osmo-stp_10.42.42.5(pid=7448) [trial-2399↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7448)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7448): Process ended prematurely: osmo-stp_10.42.42.5(pid=7448) [trial-2399↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a04:15:06.144510 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:06.156068 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:15:06.291365 tst ping.py: using LAC 38476\u000a04:15:06.410263 tst ping.py: using RAC 226\u000a04:15:06.526888 tst ping.py: using CellId 38476\u000a04:15:06.645008 tst ping.py: using BVCI 38477\u000a04:15:06.667800 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:06.678458 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:06.688904 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:06.699391 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:06.709666 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:06.719956 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:06.730416 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:06.740819 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:15:07.012561 tst ping.py:19: start network...\u000a04:15:07.135928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:07.614032 run create_hlr_db(pid=7442): Launched\u000a04:15:07.785439 bus /gobi_6: Setting Powered False\u000a04:15:08.807322 run create_hlr_db(pid=7442): Terminated: ok {rc=0}\u000a04:15:09.213343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7444): Launched\u000a04:15:09.511554 run osmo-hlr_10.42.42.2(pid=7445): Launched\u000a04:15:09.625476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:10.157922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7447): Launched\u000a04:15:10.455026 run osmo-stp_10.42.42.5(pid=7448): Launched\u000a04:15:10.574392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:11.105046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7450): Launched\u000a04:15:11.213189 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:11.473638 run patchelf(pid=7451): Launched\u000a04:15:11.648245 run osmo-stp_10.42.42.5(pid=7448): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7448)]\u000a04:15:11.775853 run osmo-stp_10.42.42.5(pid=7448): stdout: \u000a| (launched: 2022-12-14_04:15:10.308464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:11.904121 run osmo-stp_10.42.42.5(pid=7448): stderr: \u000a| �[0;m�[38;5;43m20221214041510478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041510478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041510478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041510479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041510479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041510479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041510479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:12.027374 run osmo-stp_10.42.42.5(pid=7448): stdout: \u000a| (launched: 2022-12-14_04:15:10.308464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:12.149466 run osmo-stp_10.42.42.5(pid=7448): stderr: \u000a| �[0;m�[38;5;43m20221214041510478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041510478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041510478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041510479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041510479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041510479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041510479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:12.290975 run patchelf(pid=7451): Terminating (SIGINT)\u000a04:15:12.457609 run patchelf(pid=7451): Terminated: ok {rc=0}\u000a04:15:12.487865 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7448): Process ended prematurely: osmo-stp_10.42.42.5(pid=7448) [trial-2399↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7448)] [trial-2399↪gprs:trx-umtrx↪ping.py:22]\u000a04:15:12.496882 tst ping.py:22: Test FAILED (6.3 sec)\u000a04:15:12.556578 run osmo-hlr_10.42.42.2(pid=7445): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7445)]\u000a04:15:12.605515 run osmo-hlr_10.42.42.2(pid=7445): stdout: \u000a| (launched: 2022-12-14_04:15:09.364375) \u000a04:15:12.655124 run osmo-hlr_10.42.42.2(pid=7445): stderr: \u000a| �[0;m�[1;31m20221214041509540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041509540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041509540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041509540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041509540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041509541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041509553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041509562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041509562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041509562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:12.697232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7444): Terminating (SIGTERM)\u000a04:15:12.736867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7447): Terminating (SIGTERM)\u000a04:15:12.776648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7450): Terminating (SIGTERM)\u000a04:15:12.785997 --- ParallelTerminationStrategy: PID 7444 died...\u000a04:15:12.839772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7444): Terminated: ok {rc=0}\u000a04:15:12.849406 --- ParallelTerminationStrategy: PID 7447 died...\u000a04:15:12.902441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7447): Terminated: ok {rc=0}\u000a04:15:12.912004 --- ParallelTerminationStrategy: PID 7450 died...\u000a04:15:12.964979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7450): Terminated: ok {rc=0}\u000a04:15:13.053927 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7458): Process ended prematurely: osmo-stp_10.42.42.5(pid=7458) [trial-2399↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7458)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7458): Process ended prematurely: osmo-stp_10.42.42.5(pid=7458) [trial-2399↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a04:15:14.104877 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:14.116230 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:15:14.252800 tst ping_idle_ping.py: using LAC 38477\u000a04:15:14.371977 tst ping_idle_ping.py: using RAC 227\u000a04:15:14.491444 tst ping_idle_ping.py: using CellId 38477\u000a04:15:14.610222 tst ping_idle_ping.py: using BVCI 38478\u000a04:15:14.633230 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:14.643803 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:14.654314 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:14.664708 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:14.675038 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:14.686594 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:14.697723 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:14.708806 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:15:15.001294 tst ping_idle_ping.py:24: start network...\u000a04:15:15.135282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:15.644579 run create_hlr_db(pid=7452): Launched\u000a04:15:15.835867 bus /gobi_6: Setting Powered False\u000a04:15:16.877323 run create_hlr_db(pid=7452): Terminated: ok {rc=0}\u000a04:15:17.308854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7454): Launched\u000a04:15:17.611287 run osmo-hlr_10.42.42.2(pid=7455): Launched\u000a04:15:17.722050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:18.243754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7457): Launched\u000a04:15:18.543826 run osmo-stp_10.42.42.5(pid=7458): Launched\u000a04:15:18.653322 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:19.174313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7460): Launched\u000a04:15:19.280316 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:19.541360 run patchelf(pid=7461): Launched\u000a04:15:19.715838 run osmo-stp_10.42.42.5(pid=7458): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7458)]\u000a04:15:19.843299 run osmo-stp_10.42.42.5(pid=7458): stdout: \u000a| (launched: 2022-12-14_04:15:18.395757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:19.971485 run osmo-stp_10.42.42.5(pid=7458): stderr: \u000a| �[0;m�[38;5;43m20221214041518566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041518566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041518566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041518566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041518567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041518567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041518567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:20.094855 run osmo-stp_10.42.42.5(pid=7458): stdout: \u000a| (launched: 2022-12-14_04:15:18.395757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:20.217236 run osmo-stp_10.42.42.5(pid=7458): stderr: \u000a| �[0;m�[38;5;43m20221214041518566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041518566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041518566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041518566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041518567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041518567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041518567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:20.359299 run patchelf(pid=7461): Terminating (SIGINT)\u000a04:15:20.526450 run patchelf(pid=7461): Terminated: ok {rc=0}\u000a04:15:20.556725 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7458): Process ended prematurely: osmo-stp_10.42.42.5(pid=7458) [trial-2399↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7458)] [trial-2399↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a04:15:20.565472 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:15:20.625104 run osmo-hlr_10.42.42.2(pid=7455): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7455)]\u000a04:15:20.673924 run osmo-hlr_10.42.42.2(pid=7455): stdout: \u000a| (launched: 2022-12-14_04:15:17.460925) \u000a04:15:20.723407 run osmo-hlr_10.42.42.2(pid=7455): stderr: \u000a| �[0;m�[1;31m20221214041517637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041517637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041517637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041517637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041517637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041517637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041517649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041517658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041517658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041517658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:20.765443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7454): Terminating (SIGTERM)\u000a04:15:20.805159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7457): Terminating (SIGTERM)\u000a04:15:20.845372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7460): Terminating (SIGTERM)\u000a04:15:20.854587 --- ParallelTerminationStrategy: PID 7454 died...\u000a04:15:20.907723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7454): Terminated: ok {rc=0}\u000a04:15:20.917358 --- ParallelTerminationStrategy: PID 7457 died...\u000a04:15:20.970017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7457): Terminated: ok {rc=0}\u000a04:15:20.979530 --- ParallelTerminationStrategy: PID 7460 died...\u000a04:15:21.032129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7460): Terminated: ok {rc=0}\u000a04:15:21.121146 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:14:22" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7475): Process ended prematurely: osmo-stp_10.42.42.5(pid=7475) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7475)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7475): Process ended prematurely: osmo-stp_10.42.42.5(pid=7475) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:15:23.271401 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:23.283251 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:15:23.427053 tst cs_paging_gprs_active.py: using LAC 38478\u000a04:15:23.554527 tst cs_paging_gprs_active.py: using RAC 228\u000a04:15:23.681851 tst cs_paging_gprs_active.py: using CellId 38478\u000a04:15:23.803686 tst cs_paging_gprs_active.py: using BVCI 38479\u000a04:15:23.827083 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:23.837981 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:23.848559 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:23.859190 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:23.869698 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:23.880661 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:23.891759 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:23.902409 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:23.913486 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:24.036266 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:24.315318 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:15:24.442041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:24.758466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7465): Launched\u000a04:15:25.021629 run iperf3-srv_10.42.42.10(pid=7466): Launched\u000a04:15:25.206159 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:15:25.333193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:25.648505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7467): Launched\u000a04:15:25.910589 run iperf3-srv_10.42.42.10(pid=7468): Launched\u000a04:15:26.095311 tst cs_paging_gprs_active.py:38: start network...\u000a04:15:26.220927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:26.709149 run create_hlr_db(pid=7469): Launched\u000a04:15:26.882570 bus /gobi_6: Setting Powered False\u000a04:15:27.905388 run create_hlr_db(pid=7469): Terminated: ok {rc=0}\u000a04:15:28.341071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7471): Launched\u000a04:15:28.669968 run osmo-hlr_10.42.42.2(pid=7472): Launched\u000a04:15:28.793065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:29.360502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7474): Launched\u000a04:15:29.687924 run osmo-stp_10.42.42.5(pid=7475): Launched\u000a04:15:29.806653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:30.376879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7477): Launched\u000a04:15:30.493332 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:30.778843 run patchelf(pid=7478): Launched\u000a04:15:30.987597 run osmo-stp_10.42.42.5(pid=7475): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7475)]\u000a04:15:31.134457 run osmo-stp_10.42.42.5(pid=7475): stdout: \u000a| (launched: 2022-12-14_04:15:29.526451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:31.288790 run osmo-stp_10.42.42.5(pid=7475): stderr: \u000a| �[0;m�[38;5;43m20221214041529720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041529720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041529720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041529721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041529721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041529721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041529721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:31.421669 run osmo-stp_10.42.42.5(pid=7475): stdout: \u000a| (launched: 2022-12-14_04:15:29.526451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:31.550459 run osmo-stp_10.42.42.5(pid=7475): stderr: \u000a| �[0;m�[38;5;43m20221214041529720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041529720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041529720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041529721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041529721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041529721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041529721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:31.701989 run patchelf(pid=7478): Terminating (SIGINT)\u000a04:15:31.876022 run patchelf(pid=7478): Terminated: ok {rc=0}\u000a04:15:31.909726 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7475): Process ended prematurely: osmo-stp_10.42.42.5(pid=7475) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7475)] [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:15:31.919943 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a04:15:31.981864 run osmo-hlr_10.42.42.2(pid=7472): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7472)]\u000a04:15:32.032063 run osmo-hlr_10.42.42.2(pid=7472): stdout: \u000a| (launched: 2022-12-14_04:15:28.507562) \u000a04:15:32.084361 run osmo-hlr_10.42.42.2(pid=7472): stderr: \u000a| �[0;m�[1;31m20221214041528707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041528707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041528707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041528707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041528707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041528707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041528721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041528729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041528729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041528729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:32.129152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7465): Terminating (SIGTERM)\u000a04:15:32.169887 run iperf3-srv_10.42.42.10(pid=7466): Terminating (SIGTERM)\u000a04:15:32.210682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7467): Terminating (SIGTERM)\u000a04:15:32.251601 run iperf3-srv_10.42.42.10(pid=7468): Terminating (SIGTERM)\u000a04:15:32.291433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7471): Terminating (SIGTERM)\u000a04:15:32.331504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7474): Terminating (SIGTERM)\u000a04:15:32.371221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7477): Terminating (SIGTERM)\u000a04:15:32.380667 --- ParallelTerminationStrategy: PID 7465 died...\u000a04:15:32.433984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7465): Terminated: ok {rc=0}\u000a04:15:32.443603 --- ParallelTerminationStrategy: PID 7466 died...\u000a04:15:32.496515 run iperf3-srv_10.42.42.10(pid=7466): Terminated {rc=256}\u000a04:15:32.506139 --- ParallelTerminationStrategy: PID 7467 died...\u000a04:15:32.559116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7467): Terminated: ok {rc=0}\u000a04:15:32.568645 --- ParallelTerminationStrategy: PID 7468 died...\u000a04:15:32.621682 run iperf3-srv_10.42.42.10(pid=7468): Terminated {rc=256}\u000a04:15:32.631271 --- ParallelTerminationStrategy: PID 7471 died...\u000a04:15:32.684444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7471): Terminated: ok {rc=0}\u000a04:15:32.694100 --- ParallelTerminationStrategy: PID 7474 died...\u000a04:15:32.747160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7474): Terminated: ok {rc=0}\u000a04:15:32.756775 --- ParallelTerminationStrategy: PID 7477 died...\u000a04:15:32.810015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7477): Terminated: ok {rc=0}\u000a04:15:32.894547 bus /gobi_0: Setting Powered False\u000a04:15:33.996551 bus /gobi_0: Setting Powered False\u000a04:15:35.106646 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7487): Process ended prematurely: osmo-stp_10.42.42.5(pid=7487) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7487)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7487): Process ended prematurely: osmo-stp_10.42.42.5(pid=7487) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:15:36.221979 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:36.233994 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:15:36.387050 tst iperf3.py: using LAC 38479\u000a04:15:36.514069 tst iperf3.py: using RAC 229\u000a04:15:36.642422 tst iperf3.py: using CellId 38479\u000a04:15:36.769451 tst iperf3.py: using BVCI 38480\u000a04:15:36.794558 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:36.805986 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:36.817070 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:36.828095 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:36.839478 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:36.850828 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:36.862372 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:36.873637 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:36.885126 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:37.180455 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:15:37.316924 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:37.655051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7479): Launched\u000a04:15:37.936191 run iperf3-srv_10.42.42.10(pid=7480): Launched\u000a04:15:38.136120 tst iperf3.py:8: start network...\u000a04:15:38.272516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:38.786403 run create_hlr_db(pid=7481): Launched\u000a04:15:38.974311 bus /gobi_6: Setting Powered False\u000a04:15:39.995504 run create_hlr_db(pid=7481): Terminated: ok {rc=0}\u000a04:15:40.401771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7483): Launched\u000a04:15:40.705633 run osmo-hlr_10.42.42.2(pid=7484): Launched\u000a04:15:40.816721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:41.348370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7486): Launched\u000a04:15:41.653234 run osmo-stp_10.42.42.5(pid=7487): Launched\u000a04:15:41.762559 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:42.292313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7489): Launched\u000a04:15:42.400098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:42.664817 run patchelf(pid=7490): Launched\u000a04:15:42.842038 run osmo-stp_10.42.42.5(pid=7487): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7487)]\u000a04:15:42.971552 run osmo-stp_10.42.42.5(pid=7487): stdout: \u000a| (launched: 2022-12-14_04:15:41.502950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:43.101139 run osmo-stp_10.42.42.5(pid=7487): stderr: \u000a| �[0;m�[38;5;43m20221214041541673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041541673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041541673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041541673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041541674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041541674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041541674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:43.226256 run osmo-stp_10.42.42.5(pid=7487): stdout: \u000a| (launched: 2022-12-14_04:15:41.502950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:43.350157 run osmo-stp_10.42.42.5(pid=7487): stderr: \u000a| �[0;m�[38;5;43m20221214041541673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041541673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041541673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041541673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041541674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041541674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041541674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:43.495027 run patchelf(pid=7490): Terminating (SIGINT)\u000a04:15:43.664183 run patchelf(pid=7490): Terminated: ok {rc=0}\u000a04:15:43.695282 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7487): Process ended prematurely: osmo-stp_10.42.42.5(pid=7487) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7487)] [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a04:15:43.704452 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:15:43.764969 run osmo-hlr_10.42.42.2(pid=7484): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7484)]\u000a04:15:43.814195 run osmo-hlr_10.42.42.2(pid=7484): stdout: \u000a| (launched: 2022-12-14_04:15:40.555368) \u000a04:15:43.864209 run osmo-hlr_10.42.42.2(pid=7484): stderr: \u000a| �[0;m�[1;31m20221214041540735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041540735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041540735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041540735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041540735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041540735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041540748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041540758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041540758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041540758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:43.906207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7479): Terminating (SIGTERM)\u000a04:15:43.945569 run iperf3-srv_10.42.42.10(pid=7480): Terminating (SIGTERM)\u000a04:15:43.984910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7483): Terminating (SIGTERM)\u000a04:15:44.024158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7486): Terminating (SIGTERM)\u000a04:15:44.063503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7489): Terminating (SIGTERM)\u000a04:15:44.072760 --- ParallelTerminationStrategy: PID 7479 died...\u000a04:15:44.125674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7479): Terminated: ok {rc=0}\u000a04:15:44.135251 --- ParallelTerminationStrategy: PID 7480 died...\u000a04:15:44.187958 run iperf3-srv_10.42.42.10(pid=7480): Terminated {rc=256}\u000a04:15:44.197951 --- ParallelTerminationStrategy: PID 7483 died...\u000a04:15:44.250711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7483): Terminated: ok {rc=0}\u000a04:15:44.260157 --- ParallelTerminationStrategy: PID 7486 died...\u000a04:15:44.312794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7486): Terminated: ok {rc=0}\u000a04:15:44.322357 --- ParallelTerminationStrategy: PID 7489 died...\u000a04:15:44.375244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7489): Terminated: ok {rc=0}\u000a04:15:44.463188 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7506): Process ended prematurely: osmo-stp_10.42.42.5(pid=7506) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7506)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7506): Process ended prematurely: osmo-stp_10.42.42.5(pid=7506) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:15:45.572591 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:45.584045 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:15:45.724940 tst iperf3m4.py: using LAC 38480\u000a04:15:45.844854 tst iperf3m4.py: using RAC 230\u000a04:15:45.979534 tst iperf3m4.py: using CellId 38480\u000a04:15:46.126020 tst iperf3m4.py: using BVCI 38481\u000a04:15:46.158302 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:46.172690 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:46.187322 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:46.200907 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:46.213948 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:46.226552 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:46.240631 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:46.254251 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:46.268693 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:46.428744 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:46.575671 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:46.710009 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:47.046678 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:15:47.189022 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:47.533583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7491): Launched\u000a04:15:47.814554 run iperf3-srv_10.42.42.10(pid=7492): Launched\u000a04:15:48.014147 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:15:48.150480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:48.489933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7493): Launched\u000a04:15:48.771500 run iperf3-srv_10.42.42.10(pid=7494): Launched\u000a04:15:48.970673 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:15:49.106589 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:49.444358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7495): Launched\u000a04:15:49.725764 run iperf3-srv_10.42.42.10(pid=7496): Launched\u000a04:15:49.924382 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:15:50.060296 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:50.397832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7497): Launched\u000a04:15:50.669461 run iperf3-srv_10.42.42.10(pid=7498): Launched\u000a04:15:50.853032 tst iperf3m4.py:8: start network...\u000a04:15:50.978411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:51.463794 run create_hlr_db(pid=7499): Launched\u000a04:15:51.638118 bus /gobi_6: Setting Powered False\u000a04:15:52.659006 run create_hlr_db(pid=7499): Terminated: ok {rc=0}\u000a04:15:53.061557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7502): Launched\u000a04:15:53.364936 run osmo-hlr_10.42.42.2(pid=7503): Launched\u000a04:15:53.478957 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:54.010715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7505): Launched\u000a04:15:54.315258 run osmo-stp_10.42.42.5(pid=7506): Launched\u000a04:15:54.425314 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:54.955602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7508): Launched\u000a04:15:55.062936 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:55.328680 run patchelf(pid=7509): Launched\u000a04:15:55.506367 run osmo-stp_10.42.42.5(pid=7506): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7506)]\u000a04:15:55.636742 run osmo-stp_10.42.42.5(pid=7506): stdout: \u000a| (launched: 2022-12-14_04:15:54.164897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:55.767035 run osmo-stp_10.42.42.5(pid=7506): stderr: \u000a| �[0;m�[38;5;43m20221214041554334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041554334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041554335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041554335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041554335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041554336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041554336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:55.892628 run osmo-stp_10.42.42.5(pid=7506): stdout: \u000a| (launched: 2022-12-14_04:15:54.164897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:56.017946 run osmo-stp_10.42.42.5(pid=7506): stderr: \u000a| �[0;m�[38;5;43m20221214041554334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041554334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041554335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041554335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041554335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041554336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041554336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:56.162609 run patchelf(pid=7509): Terminating (SIGINT)\u000a04:15:56.332482 run patchelf(pid=7509): Terminated: ok {rc=0}\u000a04:15:56.363774 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7506): Process ended prematurely: osmo-stp_10.42.42.5(pid=7506) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7506)] [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:15:56.373066 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a04:15:56.432775 run osmo-hlr_10.42.42.2(pid=7503): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7503)]\u000a04:15:56.481534 run osmo-hlr_10.42.42.2(pid=7503): stdout: \u000a| (launched: 2022-12-14_04:15:53.215563) \u000a04:15:56.530818 run osmo-hlr_10.42.42.2(pid=7503): stderr: \u000a| �[0;m�[1;31m20221214041553393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041553393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041553393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041553393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041553393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041553393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041553405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041553414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041553415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041553415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:56.572444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7491): Terminating (SIGTERM)\u000a04:15:56.611436 run iperf3-srv_10.42.42.10(pid=7492): Terminating (SIGTERM)\u000a04:15:56.650560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7493): Terminating (SIGTERM)\u000a04:15:56.689690 run iperf3-srv_10.42.42.10(pid=7494): Terminating (SIGTERM)\u000a04:15:56.729102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7495): Terminating (SIGTERM)\u000a04:15:56.768274 run iperf3-srv_10.42.42.10(pid=7496): Terminating (SIGTERM)\u000a04:15:56.807515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7497): Terminating (SIGTERM)\u000a04:15:56.846682 run iperf3-srv_10.42.42.10(pid=7498): Terminating (SIGTERM)\u000a04:15:56.885957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7502): Terminating (SIGTERM)\u000a04:15:56.925171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7505): Terminating (SIGTERM)\u000a04:15:56.964503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7508): Terminating (SIGTERM)\u000a04:15:56.973718 --- ParallelTerminationStrategy: PID 7491 died...\u000a04:15:57.026663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7491): Terminated: ok {rc=0}\u000a04:15:57.036150 --- ParallelTerminationStrategy: PID 7492 died...\u000a04:15:57.088810 run iperf3-srv_10.42.42.10(pid=7492): Terminated {rc=256}\u000a04:15:57.098360 --- ParallelTerminationStrategy: PID 7493 died...\u000a04:15:57.151157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7493): Terminated: ok {rc=0}\u000a04:15:57.160632 --- ParallelTerminationStrategy: PID 7494 died...\u000a04:15:57.213209 run iperf3-srv_10.42.42.10(pid=7494): Terminated {rc=256}\u000a04:15:57.222668 --- ParallelTerminationStrategy: PID 7495 died...\u000a04:15:57.275671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7495): Terminated: ok {rc=0}\u000a04:15:57.285269 --- ParallelTerminationStrategy: PID 7496 died...\u000a04:15:57.337791 run iperf3-srv_10.42.42.10(pid=7496): Terminated {rc=256}\u000a04:15:57.347328 --- ParallelTerminationStrategy: PID 7497 died...\u000a04:15:57.399945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7497): Terminated: ok {rc=0}\u000a04:15:57.409949 --- ParallelTerminationStrategy: PID 7498 died...\u000a04:15:57.462558 run iperf3-srv_10.42.42.10(pid=7498): Terminated {rc=256}\u000a04:15:57.472071 --- ParallelTerminationStrategy: PID 7502 died...\u000a04:15:57.525088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7502): Terminated: ok {rc=0}\u000a04:15:57.534757 --- ParallelTerminationStrategy: PID 7505 died...\u000a04:15:57.588357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7505): Terminated: ok {rc=0}\u000a04:15:57.597996 --- ParallelTerminationStrategy: PID 7508 died...\u000a04:15:57.650787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7508): Terminated: ok {rc=0}\u000a04:15:57.738953 bus /gobi_4: Setting Powered False\u000a04:15:58.841766 bus /gobi_4: Setting Powered False\u000a04:15:59.952705 bus /gobi_1: Setting Powered False\u000a04:16:01.075421 bus /gobi_1: Setting Powered False\u000a04:16:02.201231 bus /gobi_0: Setting Powered False\u000a04:16:03.308307 bus /gobi_0: Setting Powered False\u000a04:16:04.417112 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7516): Process ended prematurely: osmo-stp_10.42.42.5(pid=7516) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7516)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7516): Process ended prematurely: osmo-stp_10.42.42.5(pid=7516) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:16:05.486472 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:05.498452 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:16:05.643806 tst ping.py: using LAC 38481\u000a04:16:05.769470 tst ping.py: using RAC 231\u000a04:16:05.899156 tst ping.py: using CellId 38481\u000a04:16:06.023165 tst ping.py: using BVCI 38482\u000a04:16:06.047648 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:06.059026 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:06.070131 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:06.081334 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:06.092629 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:06.103992 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:06.115547 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:06.127378 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:16:06.401754 tst ping.py:19: start network...\u000a04:16:06.524787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:07.003371 run create_hlr_db(pid=7510): Launched\u000a04:16:07.175771 bus /gobi_6: Setting Powered False\u000a04:16:08.197912 run create_hlr_db(pid=7510): Terminated: ok {rc=0}\u000a04:16:08.624224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7512): Launched\u000a04:16:08.946910 run osmo-hlr_10.42.42.2(pid=7513): Launched\u000a04:16:09.065841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:09.625455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7515): Launched\u000a04:16:09.945468 run osmo-stp_10.42.42.5(pid=7516): Launched\u000a04:16:10.061287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:10.621438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7518): Launched\u000a04:16:10.735276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:11.014821 run patchelf(pid=7519): Launched\u000a04:16:11.202531 run osmo-stp_10.42.42.5(pid=7516): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7516)]\u000a04:16:11.340299 run osmo-stp_10.42.42.5(pid=7516): stdout: \u000a| (launched: 2022-12-14_04:16:09.787334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:11.478074 run osmo-stp_10.42.42.5(pid=7516): stderr: \u000a| �[0;m�[38;5;43m20221214041609978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041609978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041609978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041609979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041609979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041609979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041609979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:11.610677 run osmo-stp_10.42.42.5(pid=7516): stdout: \u000a| (launched: 2022-12-14_04:16:09.787334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:11.742142 run osmo-stp_10.42.42.5(pid=7516): stderr: \u000a| �[0;m�[38;5;43m20221214041609978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041609978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041609978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041609979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041609979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041609979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041609979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:11.894787 run patchelf(pid=7519): Terminating (SIGINT)\u000a04:16:12.073356 run patchelf(pid=7519): Terminated: ok {rc=0}\u000a04:16:12.105812 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7516): Process ended prematurely: osmo-stp_10.42.42.5(pid=7516) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7516)] [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a04:16:12.115023 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:16:12.178380 run osmo-hlr_10.42.42.2(pid=7513): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7513)]\u000a04:16:12.229960 run osmo-hlr_10.42.42.2(pid=7513): stdout: \u000a| (launched: 2022-12-14_04:16:08.786670) \u000a04:16:12.282181 run osmo-hlr_10.42.42.2(pid=7513): stderr: \u000a| �[0;m�[1;31m20221214041608985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041608985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041608985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041608985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041608985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041608985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041608997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041609005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041609006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041609006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:12.327123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7512): Terminating (SIGTERM)\u000a04:16:12.370064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7515): Terminating (SIGTERM)\u000a04:16:12.412015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7518): Terminating (SIGTERM)\u000a04:16:12.421777 --- ParallelTerminationStrategy: PID 7512 died...\u000a04:16:12.478239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7512): Terminated: ok {rc=0}\u000a04:16:12.488252 --- ParallelTerminationStrategy: PID 7515 died...\u000a04:16:12.544307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7515): Terminated: ok {rc=0}\u000a04:16:12.554357 --- ParallelTerminationStrategy: PID 7518 died...\u000a04:16:12.610552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7518): Terminated: ok {rc=0}\u000a04:16:12.698198 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7526): Process ended prematurely: osmo-stp_10.42.42.5(pid=7526) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7526)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7526): Process ended prematurely: osmo-stp_10.42.42.5(pid=7526) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:16:13.750315 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:13.762658 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:16:13.901609 tst ping_idle_ping.py: using LAC 38482\u000a04:16:14.019394 tst ping_idle_ping.py: using RAC 232\u000a04:16:14.138993 tst ping_idle_ping.py: using CellId 38482\u000a04:16:14.258155 tst ping_idle_ping.py: using BVCI 38483\u000a04:16:14.281118 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:14.291953 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:14.302575 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:14.313141 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:14.324167 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:14.335245 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:14.346644 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:14.357770 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:16:14.631441 tst ping_idle_ping.py:24: start network...\u000a04:16:14.754843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:15.237456 run create_hlr_db(pid=7520): Launched\u000a04:16:15.409982 bus /gobi_6: Setting Powered False\u000a04:16:16.448822 run create_hlr_db(pid=7520): Terminated: ok {rc=0}\u000a04:16:16.915378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7522): Launched\u000a04:16:17.271711 run osmo-hlr_10.42.42.2(pid=7523): Launched\u000a04:16:17.387327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:17.916998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7525): Launched\u000a04:16:18.216575 run osmo-stp_10.42.42.5(pid=7526): Launched\u000a04:16:18.324478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:18.847389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7528): Launched\u000a04:16:18.953326 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:19.214850 run patchelf(pid=7529): Launched\u000a04:16:19.390179 run osmo-stp_10.42.42.5(pid=7526): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7526)]\u000a04:16:19.518305 run osmo-stp_10.42.42.5(pid=7526): stdout: \u000a| (launched: 2022-12-14_04:16:18.068276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:19.646597 run osmo-stp_10.42.42.5(pid=7526): stderr: \u000a| �[0;m�[38;5;43m20221214041618239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041618240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041618240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041618240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041618241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041618241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041618241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:19.770923 run osmo-stp_10.42.42.5(pid=7526): stdout: \u000a| (launched: 2022-12-14_04:16:18.068276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:19.893297 run osmo-stp_10.42.42.5(pid=7526): stderr: \u000a| �[0;m�[38;5;43m20221214041618239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041618240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041618240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041618240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041618241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041618241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041618241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:20.035573 run patchelf(pid=7529): Terminating (SIGINT)\u000a04:16:20.202758 run patchelf(pid=7529): Terminated: ok {rc=0}\u000a04:16:20.233356 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7526): Process ended prematurely: osmo-stp_10.42.42.5(pid=7526) [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7526)] [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:16:20.242114 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:16:20.301558 run osmo-hlr_10.42.42.2(pid=7523): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7523)]\u000a04:16:20.350312 run osmo-hlr_10.42.42.2(pid=7523): stdout: \u000a| (launched: 2022-12-14_04:16:17.068832) \u000a04:16:20.399673 run osmo-hlr_10.42.42.2(pid=7523): stderr: \u000a| �[0;m�[1;31m20221214041617311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041617311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041617311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041617311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041617311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041617311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041617323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041617331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041617331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041617331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:20.441425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7522): Terminating (SIGTERM)\u000a04:16:20.480737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7525): Terminating (SIGTERM)\u000a04:16:20.520302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7528): Terminating (SIGTERM)\u000a04:16:20.529677 --- ParallelTerminationStrategy: PID 7522 died...\u000a04:16:20.583283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7522): Terminated: ok {rc=0}\u000a04:16:20.593014 --- ParallelTerminationStrategy: PID 7525 died...\u000a04:16:20.645988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7525): Terminated: ok {rc=0}\u000a04:16:20.655657 --- ParallelTerminationStrategy: PID 7528 died...\u000a04:16:20.709026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7528): Terminated: ok {rc=0}\u000a04:16:20.797627 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:15:22" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7543): Process ended prematurely: osmo-stp_10.42.42.5(pid=7543) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7543)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7543): Process ended prematurely: osmo-stp_10.42.42.5(pid=7543) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:16:22.955667 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:22.967023 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:16:23.131707 tst cs_paging_gprs_active.py: using LAC 38483\u000a04:16:23.259232 tst cs_paging_gprs_active.py: using RAC 233\u000a04:16:23.381830 tst cs_paging_gprs_active.py: using CellId 38483\u000a04:16:23.501177 tst cs_paging_gprs_active.py: using BVCI 38484\u000a04:16:23.524401 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:23.535222 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:23.545844 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:23.556429 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:23.567548 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:23.578780 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:23.591557 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:23.604024 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:23.615588 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:23.734122 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:24.032294 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:16:24.168444 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:24.506992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7533): Launched\u000a04:16:24.788879 run iperf3-srv_10.42.42.10(pid=7534): Launched\u000a04:16:24.988616 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:16:25.124279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:25.462123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7535): Launched\u000a04:16:25.742794 run iperf3-srv_10.42.42.10(pid=7536): Launched\u000a04:16:25.942784 tst cs_paging_gprs_active.py:38: start network...\u000a04:16:26.078703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:26.594154 run create_hlr_db(pid=7537): Launched\u000a04:16:26.782600 bus /gobi_6: Setting Powered False\u000a04:16:27.793485 run create_hlr_db(pid=7537): Terminated: ok {rc=0}\u000a04:16:28.235262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7539): Launched\u000a04:16:28.565541 run osmo-hlr_10.42.42.2(pid=7540): Launched\u000a04:16:28.686259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:29.255571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7542): Launched\u000a04:16:29.582306 run osmo-stp_10.42.42.5(pid=7543): Launched\u000a04:16:29.699873 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:30.270518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7545): Launched\u000a04:16:30.387526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:30.680765 run patchelf(pid=7546): Launched\u000a04:16:30.895289 run osmo-stp_10.42.42.5(pid=7543): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7543)]\u000a04:16:31.029988 run osmo-stp_10.42.42.5(pid=7543): stdout: \u000a| (launched: 2022-12-14_04:16:29.421540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:31.167644 run osmo-stp_10.42.42.5(pid=7543): stderr: \u000a| �[0;m�[38;5;43m20221214041629616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041629616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041629616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041629617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041629617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041629617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041629617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:31.299388 run osmo-stp_10.42.42.5(pid=7543): stdout: \u000a| (launched: 2022-12-14_04:16:29.421540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:31.429466 run osmo-stp_10.42.42.5(pid=7543): stderr: \u000a| �[0;m�[38;5;43m20221214041629616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041629616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041629616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041629617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041629617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041629617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041629617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:31.581719 run patchelf(pid=7546): Terminating (SIGINT)\u000a04:16:31.760812 run patchelf(pid=7546): Terminated: ok {rc=0}\u000a04:16:31.793748 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7543): Process ended prematurely: osmo-stp_10.42.42.5(pid=7543) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7543)] [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:16:31.804097 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a04:16:31.867515 run osmo-hlr_10.42.42.2(pid=7540): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7540)]\u000a04:16:31.919558 run osmo-hlr_10.42.42.2(pid=7540): stdout: \u000a| (launched: 2022-12-14_04:16:28.401727) \u000a04:16:31.971271 run osmo-hlr_10.42.42.2(pid=7540): stderr: \u000a| �[0;m�[1;31m20221214041628601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041628601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041628601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041628601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041628601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041628602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041628614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041628622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041628622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041628622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:32.014946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7533): Terminating (SIGTERM)\u000a04:16:32.059175 run iperf3-srv_10.42.42.10(pid=7534): Terminating (SIGTERM)\u000a04:16:32.104332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7535): Terminating (SIGTERM)\u000a04:16:32.146990 run iperf3-srv_10.42.42.10(pid=7536): Terminating (SIGTERM)\u000a04:16:32.190142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7539): Terminating (SIGTERM)\u000a04:16:32.231458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7542): Terminating (SIGTERM)\u000a04:16:32.271498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7545): Terminating (SIGTERM)\u000a04:16:32.280433 --- ParallelTerminationStrategy: PID 7533 died...\u000a04:16:32.334430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7533): Terminated: ok {rc=0}\u000a04:16:32.344156 --- ParallelTerminationStrategy: PID 7534 died...\u000a04:16:32.397387 run iperf3-srv_10.42.42.10(pid=7534): Terminated {rc=256}\u000a04:16:32.407047 --- ParallelTerminationStrategy: PID 7535 died...\u000a04:16:32.460529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7535): Terminated: ok {rc=0}\u000a04:16:32.470252 --- ParallelTerminationStrategy: PID 7536 died...\u000a04:16:32.523531 run iperf3-srv_10.42.42.10(pid=7536): Terminated {rc=256}\u000a04:16:32.533299 --- ParallelTerminationStrategy: PID 7539 died...\u000a04:16:32.586754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7539): Terminated: ok {rc=0}\u000a04:16:32.596417 --- ParallelTerminationStrategy: PID 7542 died...\u000a04:16:32.649927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7542): Terminated: ok {rc=0}\u000a04:16:32.659632 --- ParallelTerminationStrategy: PID 7545 died...\u000a04:16:32.713018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7545): Terminated: ok {rc=0}\u000a04:16:32.801360 bus /gobi_0: Setting Powered False\u000a04:16:33.906417 bus /gobi_0: Setting Powered False\u000a04:16:35.017985 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7555): Process ended prematurely: osmo-stp_10.42.42.5(pid=7555) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7555)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7555): Process ended prematurely: osmo-stp_10.42.42.5(pid=7555) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:16:36.129206 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:36.140551 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:16:36.297636 tst iperf3.py: using LAC 38484\u000a04:16:36.415934 tst iperf3.py: using RAC 234\u000a04:16:36.535764 tst iperf3.py: using CellId 38484\u000a04:16:36.656349 tst iperf3.py: using BVCI 38485\u000a04:16:36.679601 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:36.690425 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:36.701144 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:36.711682 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:36.722198 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:36.732722 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:36.743402 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:36.754008 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:36.765086 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:37.043687 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:16:37.169968 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:37.485523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7547): Launched\u000a04:16:37.748309 run iperf3-srv_10.42.42.10(pid=7548): Launched\u000a04:16:37.933591 tst iperf3.py:8: start network...\u000a04:16:38.059282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:38.547038 run create_hlr_db(pid=7549): Launched\u000a04:16:38.720083 bus /gobi_6: Setting Powered False\u000a04:16:39.743759 run create_hlr_db(pid=7549): Terminated: ok {rc=0}\u000a04:16:40.149016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7551): Launched\u000a04:16:40.453378 run osmo-hlr_10.42.42.2(pid=7552): Launched\u000a04:16:40.572478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:41.211526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7554): Launched\u000a04:16:41.508706 run osmo-stp_10.42.42.5(pid=7555): Launched\u000a04:16:41.616551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:42.140930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7557): Launched\u000a04:16:42.246868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:42.507276 run patchelf(pid=7558): Launched\u000a04:16:42.681533 run osmo-stp_10.42.42.5(pid=7555): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7555)]\u000a04:16:42.808502 run osmo-stp_10.42.42.5(pid=7555): stdout: \u000a| (launched: 2022-12-14_04:16:41.362195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:42.935847 run osmo-stp_10.42.42.5(pid=7555): stderr: \u000a| �[0;m�[38;5;43m20221214041641534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041641534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041641535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041641535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041641535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041641535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041641536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:43.059091 run osmo-stp_10.42.42.5(pid=7555): stdout: \u000a| (launched: 2022-12-14_04:16:41.362195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:43.181144 run osmo-stp_10.42.42.5(pid=7555): stderr: \u000a| �[0;m�[38;5;43m20221214041641534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041641534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041641535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041641535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041641535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041641535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041641536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:43.323989 run patchelf(pid=7558): Terminating (SIGINT)\u000a04:16:43.490509 run patchelf(pid=7558): Terminated: ok {rc=0}\u000a04:16:43.521455 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7555): Process ended prematurely: osmo-stp_10.42.42.5(pid=7555) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7555)] [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:16:43.530789 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a04:16:43.590874 run osmo-hlr_10.42.42.2(pid=7552): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7552)]\u000a04:16:43.639613 run osmo-hlr_10.42.42.2(pid=7552): stdout: \u000a| (launched: 2022-12-14_04:16:40.303222) \u000a04:16:43.689103 run osmo-hlr_10.42.42.2(pid=7552): stderr: \u000a| �[0;m�[1;31m20221214041640479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041640479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041640479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041640479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041640479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041640479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041640491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041640501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041640501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041640501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:43.730959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7547): Terminating (SIGTERM)\u000a04:16:43.770376 run iperf3-srv_10.42.42.10(pid=7548): Terminating (SIGTERM)\u000a04:16:43.809859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7551): Terminating (SIGTERM)\u000a04:16:43.849289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7554): Terminating (SIGTERM)\u000a04:16:43.888697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7557): Terminating (SIGTERM)\u000a04:16:43.898003 --- ParallelTerminationStrategy: PID 7547 died...\u000a04:16:43.951260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7547): Terminated: ok {rc=0}\u000a04:16:43.960792 --- ParallelTerminationStrategy: PID 7548 died...\u000a04:16:44.013170 run iperf3-srv_10.42.42.10(pid=7548): Terminated {rc=256}\u000a04:16:44.022627 --- ParallelTerminationStrategy: PID 7551 died...\u000a04:16:44.075071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7551): Terminated: ok {rc=0}\u000a04:16:44.084330 --- ParallelTerminationStrategy: PID 7554 died...\u000a04:16:44.136547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7554): Terminated: ok {rc=0}\u000a04:16:44.145882 --- ParallelTerminationStrategy: PID 7557 died...\u000a04:16:44.198027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7557): Terminated: ok {rc=0}\u000a04:16:44.285007 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7573): Process ended prematurely: osmo-stp_10.42.42.5(pid=7573) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7573)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7573): Process ended prematurely: osmo-stp_10.42.42.5(pid=7573) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:16:45.398638 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:45.410593 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:16:45.574680 tst iperf3m4.py: using LAC 38485\u000a04:16:45.699504 tst iperf3m4.py: using RAC 235\u000a04:16:45.829073 tst iperf3m4.py: using CellId 38485\u000a04:16:45.978013 tst iperf3m4.py: using BVCI 38486\u000a04:16:46.003799 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.016155 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.028315 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.042190 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.060651 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.078308 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.095932 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.112902 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.130381 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:46.263411 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:46.380935 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:46.516625 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:46.846267 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:16:46.983539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:47.333342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7559): Launched\u000a04:16:47.609760 run iperf3-srv_10.42.42.10(pid=7560): Launched\u000a04:16:47.804409 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:16:47.937344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:48.267388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7561): Launched\u000a04:16:48.542655 run iperf3-srv_10.42.42.10(pid=7562): Launched\u000a04:16:48.737453 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:16:48.870286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:49.201290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7563): Launched\u000a04:16:49.476756 run iperf3-srv_10.42.42.10(pid=7564): Launched\u000a04:16:49.671281 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:16:49.804091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:50.134532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7565): Launched\u000a04:16:50.409708 run iperf3-srv_10.42.42.10(pid=7566): Launched\u000a04:16:50.603822 tst iperf3m4.py:8: start network...\u000a04:16:50.736538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:51.239455 run create_hlr_db(pid=7567): Launched\u000a04:16:51.424211 bus /gobi_6: Setting Powered False\u000a04:16:52.445855 run create_hlr_db(pid=7567): Terminated: ok {rc=0}\u000a04:16:52.870410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7569): Launched\u000a04:16:53.190960 run osmo-hlr_10.42.42.2(pid=7570): Launched\u000a04:16:53.309451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:53.866758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7572): Launched\u000a04:16:54.187180 run osmo-stp_10.42.42.5(pid=7573): Launched\u000a04:16:54.303093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:54.863152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7575): Launched\u000a04:16:54.977211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:55.257368 run patchelf(pid=7576): Launched\u000a04:16:55.444854 run osmo-stp_10.42.42.5(pid=7573): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7573)]\u000a04:16:55.581607 run osmo-stp_10.42.42.5(pid=7573): stdout: \u000a| (launched: 2022-12-14_04:16:54.029061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:55.718465 run osmo-stp_10.42.42.5(pid=7573): stderr: \u000a| �[0;m�[38;5;43m20221214041654218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041654218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041654218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041654218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041654219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041654219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041654219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:55.850657 run osmo-stp_10.42.42.5(pid=7573): stdout: \u000a| (launched: 2022-12-14_04:16:54.029061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:55.981753 run osmo-stp_10.42.42.5(pid=7573): stderr: \u000a| �[0;m�[38;5;43m20221214041654218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041654218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041654218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041654218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041654219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041654219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041654219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:56.134054 run patchelf(pid=7576): Terminating (SIGINT)\u000a04:16:56.312121 run patchelf(pid=7576): Terminated: ok {rc=0}\u000a04:16:56.345704 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7573): Process ended prematurely: osmo-stp_10.42.42.5(pid=7573) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7573)] [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:16:56.355677 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a04:16:56.419268 run osmo-hlr_10.42.42.2(pid=7570): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7570)]\u000a04:16:56.471098 run osmo-hlr_10.42.42.2(pid=7570): stdout: \u000a| (launched: 2022-12-14_04:16:53.032559) \u000a04:16:56.523348 run osmo-hlr_10.42.42.2(pid=7570): stderr: \u000a| �[0;m�[1;31m20221214041653229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041653229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041653229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041653229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041653229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041653230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041653241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041653250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041653250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041653250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:56.567746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7559): Terminating (SIGTERM)\u000a04:16:56.609608 run iperf3-srv_10.42.42.10(pid=7560): Terminating (SIGTERM)\u000a04:16:56.651583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7561): Terminating (SIGTERM)\u000a04:16:56.693439 run iperf3-srv_10.42.42.10(pid=7562): Terminating (SIGTERM)\u000a04:16:56.735419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7563): Terminating (SIGTERM)\u000a04:16:56.777219 run iperf3-srv_10.42.42.10(pid=7564): Terminating (SIGTERM)\u000a04:16:56.819138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7565): Terminating (SIGTERM)\u000a04:16:56.860875 run iperf3-srv_10.42.42.10(pid=7566): Terminating (SIGTERM)\u000a04:16:56.902787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7569): Terminating (SIGTERM)\u000a04:16:56.944810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7572): Terminating (SIGTERM)\u000a04:16:56.987298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7575): Terminating (SIGTERM)\u000a04:16:56.996788 --- ParallelTerminationStrategy: PID 7559 died...\u000a04:16:57.053156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7559): Terminated: ok {rc=0}\u000a04:16:57.063112 --- ParallelTerminationStrategy: PID 7560 died...\u000a04:16:57.118978 run iperf3-srv_10.42.42.10(pid=7560): Terminated {rc=256}\u000a04:16:57.128877 --- ParallelTerminationStrategy: PID 7561 died...\u000a04:16:57.184755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7561): Terminated: ok {rc=0}\u000a04:16:57.194766 --- ParallelTerminationStrategy: PID 7562 died...\u000a04:16:57.250821 run iperf3-srv_10.42.42.10(pid=7562): Terminated {rc=256}\u000a04:16:57.261210 --- ParallelTerminationStrategy: PID 7563 died...\u000a04:16:57.317440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7563): Terminated: ok {rc=0}\u000a04:16:57.327788 --- ParallelTerminationStrategy: PID 7564 died...\u000a04:16:57.384023 run iperf3-srv_10.42.42.10(pid=7564): Terminated {rc=256}\u000a04:16:57.394012 --- ParallelTerminationStrategy: PID 7565 died...\u000a04:16:57.450272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7565): Terminated: ok {rc=0}\u000a04:16:57.460203 --- ParallelTerminationStrategy: PID 7566 died...\u000a04:16:57.516561 run iperf3-srv_10.42.42.10(pid=7566): Terminated {rc=256}\u000a04:16:57.526572 --- ParallelTerminationStrategy: PID 7569 died...\u000a04:16:57.582782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7569): Terminated: ok {rc=0}\u000a04:16:57.592774 --- ParallelTerminationStrategy: PID 7572 died...\u000a04:16:57.649101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7572): Terminated: ok {rc=0}\u000a04:16:57.659104 --- ParallelTerminationStrategy: PID 7575 died...\u000a04:16:57.715490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7575): Terminated: ok {rc=0}\u000a04:16:57.803607 bus /gobi_4: Setting Powered False\u000a04:16:58.910687 bus /gobi_4: Setting Powered False\u000a04:17:00.020686 bus /gobi_1: Setting Powered False\u000a04:17:01.141484 bus /gobi_1: Setting Powered False\u000a04:17:02.267472 bus /gobi_0: Setting Powered False\u000a04:17:03.369878 bus /gobi_0: Setting Powered False\u000a04:17:04.482504 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7586): Process ended prematurely: osmo-stp_10.42.42.5(pid=7586) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7586)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7586): Process ended prematurely: osmo-stp_10.42.42.5(pid=7586) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:17:05.550891 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:05.562946 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:17:05.716413 tst ping.py: using LAC 38486\u000a04:17:05.832364 tst ping.py: using RAC 236\u000a04:17:05.946925 tst ping.py: using CellId 38486\u000a04:17:06.063510 tst ping.py: using BVCI 38487\u000a04:17:06.086040 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:06.097344 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:06.108121 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:06.118843 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:06.129840 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:06.140813 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:06.151561 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:06.162693 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:17:06.450435 tst ping.py:19: start network...\u000a04:17:06.581955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:07.081222 run create_hlr_db(pid=7580): Launched\u000a04:17:07.264413 bus /gobi_6: Setting Powered False\u000a04:17:08.274313 run create_hlr_db(pid=7580): Terminated: ok {rc=0}\u000a04:17:08.704860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7582): Launched\u000a04:17:09.020495 run osmo-hlr_10.42.42.2(pid=7583): Launched\u000a04:17:09.132707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:09.648330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7585): Launched\u000a04:17:09.943701 run osmo-stp_10.42.42.5(pid=7586): Launched\u000a04:17:10.049954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:10.566061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7588): Launched\u000a04:17:10.670081 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:10.927108 run patchelf(pid=7589): Launched\u000a04:17:11.099815 run osmo-stp_10.42.42.5(pid=7586): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7586)]\u000a04:17:11.226293 run osmo-stp_10.42.42.5(pid=7586): stdout: \u000a| (launched: 2022-12-14_04:17:09.797685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:11.353139 run osmo-stp_10.42.42.5(pid=7586): stderr: \u000a| �[0;m�[38;5;43m20221214041709969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041709969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041709969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041709970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041709970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041709970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041709970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:11.475015 run osmo-stp_10.42.42.5(pid=7586): stdout: \u000a| (launched: 2022-12-14_04:17:09.797685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:11.595485 run osmo-stp_10.42.42.5(pid=7586): stderr: \u000a| �[0;m�[38;5;43m20221214041709969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041709969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041709969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041709970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041709970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041709970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041709970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:11.736082 run patchelf(pid=7589): Terminating (SIGINT)\u000a04:17:11.900662 run patchelf(pid=7589): Terminated: ok {rc=0}\u000a04:17:11.931019 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7586): Process ended prematurely: osmo-stp_10.42.42.5(pid=7586) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7586)] [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:17:11.939775 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:17:12.000057 run osmo-hlr_10.42.42.2(pid=7583): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7583)]\u000a04:17:12.049571 run osmo-hlr_10.42.42.2(pid=7583): stdout: \u000a| (launched: 2022-12-14_04:17:08.864742) \u000a04:17:12.099638 run osmo-hlr_10.42.42.2(pid=7583): stderr: \u000a| �[0;m�[1;31m20221214041709060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041709060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041709060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041709060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041709060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041709060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041709072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041709080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041709080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041709081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:12.142543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7582): Terminating (SIGTERM)\u000a04:17:12.182776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7585): Terminating (SIGTERM)\u000a04:17:12.222791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7588): Terminating (SIGTERM)\u000a04:17:12.231961 --- ParallelTerminationStrategy: PID 7582 died...\u000a04:17:12.285364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7582): Terminated: ok {rc=0}\u000a04:17:12.294851 --- ParallelTerminationStrategy: PID 7585 died...\u000a04:17:12.347813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7585): Terminated: ok {rc=0}\u000a04:17:12.357364 --- ParallelTerminationStrategy: PID 7588 died...\u000a04:17:12.410227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7588): Terminated: ok {rc=0}\u000a04:17:12.499678 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7596): Process ended prematurely: osmo-stp_10.42.42.5(pid=7596) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7596)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7596): Process ended prematurely: osmo-stp_10.42.42.5(pid=7596) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:17:13.552813 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:13.564559 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:17:13.724207 tst ping_idle_ping.py: using LAC 38487\u000a04:17:13.842920 tst ping_idle_ping.py: using RAC 237\u000a04:17:13.958983 tst ping_idle_ping.py: using CellId 38487\u000a04:17:14.078246 tst ping_idle_ping.py: using BVCI 38488\u000a04:17:14.100914 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:14.111917 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:14.122683 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:14.133379 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:14.143976 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:14.156169 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:14.167795 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:14.179150 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:17:14.467026 tst ping_idle_ping.py:24: start network...\u000a04:17:14.598469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:15.096561 run create_hlr_db(pid=7590): Launched\u000a04:17:15.279926 bus /gobi_6: Setting Powered False\u000a04:17:16.302266 run create_hlr_db(pid=7590): Terminated: ok {rc=0}\u000a04:17:16.743138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7592): Launched\u000a04:17:17.171431 run osmo-hlr_10.42.42.2(pid=7593): Launched\u000a04:17:17.298831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:17.847783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7595): Launched\u000a04:17:18.164659 run osmo-stp_10.42.42.5(pid=7596): Launched\u000a04:17:18.278811 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:18.831325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7598): Launched\u000a04:17:18.943540 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:19.216927 run patchelf(pid=7599): Launched\u000a04:17:19.390263 run osmo-stp_10.42.42.5(pid=7596): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7596)]\u000a04:17:19.517201 run osmo-stp_10.42.42.5(pid=7596): stdout: \u000a| (launched: 2022-12-14_04:17:18.009285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:19.644661 run osmo-stp_10.42.42.5(pid=7596): stderr: \u000a| �[0;m�[38;5;43m20221214041718201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041718201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041718201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041718202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041718202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041718202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041718202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:19.767047 run osmo-stp_10.42.42.5(pid=7596): stdout: \u000a| (launched: 2022-12-14_04:17:18.009285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:19.888247 run osmo-stp_10.42.42.5(pid=7596): stderr: \u000a| �[0;m�[38;5;43m20221214041718201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041718201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041718201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041718202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041718202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041718202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041718202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:20.029664 run patchelf(pid=7599): Terminating (SIGINT)\u000a04:17:20.195224 run patchelf(pid=7599): Terminated: ok {rc=0}\u000a04:17:20.226519 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7596): Process ended prematurely: osmo-stp_10.42.42.5(pid=7596) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7596)] [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:17:20.235306 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a04:17:20.295437 run osmo-hlr_10.42.42.2(pid=7593): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7593)]\u000a04:17:20.344841 run osmo-hlr_10.42.42.2(pid=7593): stdout: \u000a| (launched: 2022-12-14_04:17:16.905775) \u000a04:17:20.395401 run osmo-hlr_10.42.42.2(pid=7593): stderr: \u000a| �[0;m�[1;31m20221214041717094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041717094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041717094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041717094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041717094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041717094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041717111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041717128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041717129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041717129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:20.437880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7592): Terminating (SIGTERM)\u000a04:17:20.477842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7595): Terminating (SIGTERM)\u000a04:17:20.517747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7598): Terminating (SIGTERM)\u000a04:17:20.526953 --- ParallelTerminationStrategy: PID 7592 died...\u000a04:17:20.580461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7592): Terminated: ok {rc=0}\u000a04:17:20.590198 --- ParallelTerminationStrategy: PID 7595 died...\u000a04:17:20.643403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7595): Terminated: ok {rc=0}\u000a04:17:20.652865 --- ParallelTerminationStrategy: PID 7598 died...\u000a04:17:20.705708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7598): Terminated: ok {rc=0}\u000a04:17:20.793684 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:16:22" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7614): Process ended prematurely: osmo-stp_10.42.42.5(pid=7614) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7614)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7614): Process ended prematurely: osmo-stp_10.42.42.5(pid=7614) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:17:22.936865 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:22.947742 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:17:23.102244 tst cs_paging_gprs_active.py: using LAC 38488\u000a04:17:23.219954 tst cs_paging_gprs_active.py: using RAC 238\u000a04:17:23.339655 tst cs_paging_gprs_active.py: using CellId 38488\u000a04:17:23.458164 tst cs_paging_gprs_active.py: using BVCI 38489\u000a04:17:23.481094 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:23.491909 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:23.502648 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:23.513380 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:23.524133 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:23.535329 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:23.546680 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:23.557415 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:23.568178 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:23.688391 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:23.971336 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:17:24.096465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:24.411323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7604): Launched\u000a04:17:24.671049 run iperf3-srv_10.42.42.10(pid=7605): Launched\u000a04:17:24.853543 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:17:24.977775 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:25.290274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7606): Launched\u000a04:17:25.550658 run iperf3-srv_10.42.42.10(pid=7607): Launched\u000a04:17:25.733519 tst cs_paging_gprs_active.py:38: start network...\u000a04:17:25.858449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:26.342209 run create_hlr_db(pid=7608): Launched\u000a04:17:26.514538 bus /gobi_6: Setting Powered False\u000a04:17:27.536936 run create_hlr_db(pid=7608): Terminated: ok {rc=0}\u000a04:17:27.965149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7610): Launched\u000a04:17:28.287797 run osmo-hlr_10.42.42.2(pid=7611): Launched\u000a04:17:28.406795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:28.965622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7613): Launched\u000a04:17:29.287404 run osmo-stp_10.42.42.5(pid=7614): Launched\u000a04:17:29.408333 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:29.970468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7616): Launched\u000a04:17:30.085247 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:30.368508 run patchelf(pid=7617): Launched\u000a04:17:30.556877 run osmo-stp_10.42.42.5(pid=7614): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7614)]\u000a04:17:30.694651 run osmo-stp_10.42.42.5(pid=7614): stdout: \u000a| (launched: 2022-12-14_04:17:29.128670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:30.836274 run osmo-stp_10.42.42.5(pid=7614): stderr: \u000a| �[0;m�[38;5;43m20221214041729321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041729321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041729321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041729321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041729322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041729322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041729322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:30.980214 run osmo-stp_10.42.42.5(pid=7614): stdout: \u000a| (launched: 2022-12-14_04:17:29.128670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:31.106948 run osmo-stp_10.42.42.5(pid=7614): stderr: \u000a| �[0;m�[38;5;43m20221214041729321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041729321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041729321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041729321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041729322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041729322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041729322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:31.253824 run patchelf(pid=7617): Terminating (SIGINT)\u000a04:17:31.427574 run patchelf(pid=7617): Terminated: ok {rc=0}\u000a04:17:31.460871 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7614): Process ended prematurely: osmo-stp_10.42.42.5(pid=7614) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7614)] [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:17:31.471500 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a04:17:31.535017 run osmo-hlr_10.42.42.2(pid=7611): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7611)]\u000a04:17:31.585665 run osmo-hlr_10.42.42.2(pid=7611): stdout: \u000a| (launched: 2022-12-14_04:17:28.129112) \u000a04:17:31.636392 run osmo-hlr_10.42.42.2(pid=7611): stderr: \u000a| �[0;m�[1;31m20221214041728327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041728327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041728327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041728327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041728327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041728327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041728339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041728348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041728348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041728348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:31.680042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7604): Terminating (SIGTERM)\u000a04:17:31.723999 run iperf3-srv_10.42.42.10(pid=7605): Terminating (SIGTERM)\u000a04:17:31.764670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7606): Terminating (SIGTERM)\u000a04:17:31.805918 run iperf3-srv_10.42.42.10(pid=7607): Terminating (SIGTERM)\u000a04:17:31.846533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7610): Terminating (SIGTERM)\u000a04:17:31.889344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7613): Terminating (SIGTERM)\u000a04:17:31.933788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7616): Terminating (SIGTERM)\u000a04:17:31.943729 --- ParallelTerminationStrategy: PID 7604 died...\u000a04:17:32.000156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7604): Terminated: ok {rc=0}\u000a04:17:32.010672 --- ParallelTerminationStrategy: PID 7605 died...\u000a04:17:32.066894 run iperf3-srv_10.42.42.10(pid=7605): Terminated {rc=256}\u000a04:17:32.077466 --- ParallelTerminationStrategy: PID 7606 died...\u000a04:17:32.132825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7606): Terminated: ok {rc=0}\u000a04:17:32.142675 --- ParallelTerminationStrategy: PID 7607 died...\u000a04:17:32.197407 run iperf3-srv_10.42.42.10(pid=7607): Terminated {rc=256}\u000a04:17:32.207280 --- ParallelTerminationStrategy: PID 7610 died...\u000a04:17:32.260251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7610): Terminated: ok {rc=0}\u000a04:17:32.269755 --- ParallelTerminationStrategy: PID 7613 died...\u000a04:17:32.323716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7613): Terminated: ok {rc=0}\u000a04:17:32.333358 --- ParallelTerminationStrategy: PID 7616 died...\u000a04:17:32.386643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7616): Terminated: ok {rc=0}\u000a04:17:32.475219 bus /gobi_0: Setting Powered False\u000a04:17:33.579193 bus /gobi_0: Setting Powered False\u000a04:17:34.690773 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7626): Process ended prematurely: osmo-stp_10.42.42.5(pid=7626) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7626)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7626): Process ended prematurely: osmo-stp_10.42.42.5(pid=7626) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:17:35.799734 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:35.811383 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:17:35.968614 tst iperf3.py: using LAC 38489\u000a04:17:36.091016 tst iperf3.py: using RAC 239\u000a04:17:36.207794 tst iperf3.py: using CellId 38489\u000a04:17:36.324101 tst iperf3.py: using BVCI 38490\u000a04:17:36.347597 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:36.358711 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:36.369573 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:36.380338 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:36.391423 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:36.402616 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:36.413480 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:36.424100 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:36.434980 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:36.727179 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:17:36.860535 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:37.192162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7618): Launched\u000a04:17:37.469963 run iperf3-srv_10.42.42.10(pid=7619): Launched\u000a04:17:37.665829 tst iperf3.py:8: start network...\u000a04:17:37.799507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:38.305415 run create_hlr_db(pid=7620): Launched\u000a04:17:38.491737 bus /gobi_6: Setting Powered False\u000a04:17:39.512440 run create_hlr_db(pid=7620): Terminated: ok {rc=0}\u000a04:17:39.914076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7622): Launched\u000a04:17:40.214238 run osmo-hlr_10.42.42.2(pid=7623): Launched\u000a04:17:40.333171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:40.863229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7625): Launched\u000a04:17:41.163225 run osmo-stp_10.42.42.5(pid=7626): Launched\u000a04:17:41.271284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:41.794032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7628): Launched\u000a04:17:41.900405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:42.162542 run patchelf(pid=7629): Launched\u000a04:17:42.337494 run osmo-stp_10.42.42.5(pid=7626): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7626)]\u000a04:17:42.466191 run osmo-stp_10.42.42.5(pid=7626): stdout: \u000a| (launched: 2022-12-14_04:17:41.015131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:42.594283 run osmo-stp_10.42.42.5(pid=7626): stderr: \u000a| �[0;m�[38;5;43m20221214041741187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041741188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041741188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041741188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041741189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041741189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041741189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:42.718229 run osmo-stp_10.42.42.5(pid=7626): stdout: \u000a| (launched: 2022-12-14_04:17:41.015131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:42.840429 run osmo-stp_10.42.42.5(pid=7626): stderr: \u000a| �[0;m�[38;5;43m20221214041741187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041741188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041741188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041741188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041741189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041741189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041741189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:42.982804 run patchelf(pid=7629): Terminating (SIGINT)\u000a04:17:43.150639 run patchelf(pid=7629): Terminated: ok {rc=0}\u000a04:17:43.181698 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7626): Process ended prematurely: osmo-stp_10.42.42.5(pid=7626) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7626)] [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:17:43.190974 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a04:17:43.250630 run osmo-hlr_10.42.42.2(pid=7623): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7623)]\u000a04:17:43.299354 run osmo-hlr_10.42.42.2(pid=7623): stdout: \u000a| (launched: 2022-12-14_04:17:40.065954) \u000a04:17:43.349007 run osmo-hlr_10.42.42.2(pid=7623): stderr: \u000a| �[0;m�[1;31m20221214041740243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041740243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041740243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041740243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041740243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041740243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041740259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041740269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041740269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041740269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:43.390652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7618): Terminating (SIGTERM)\u000a04:17:43.430010 run iperf3-srv_10.42.42.10(pid=7619): Terminating (SIGTERM)\u000a04:17:43.469350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7622): Terminating (SIGTERM)\u000a04:17:43.508739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7625): Terminating (SIGTERM)\u000a04:17:43.548255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7628): Terminating (SIGTERM)\u000a04:17:43.557376 --- ParallelTerminationStrategy: PID 7618 died...\u000a04:17:43.609942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7618): Terminated: ok {rc=0}\u000a04:17:43.619384 --- ParallelTerminationStrategy: PID 7619 died...\u000a04:17:43.671689 run iperf3-srv_10.42.42.10(pid=7619): Terminated {rc=256}\u000a04:17:43.681087 --- ParallelTerminationStrategy: PID 7622 died...\u000a04:17:43.734067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7622): Terminated: ok {rc=0}\u000a04:17:43.743616 --- ParallelTerminationStrategy: PID 7625 died...\u000a04:17:43.796211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7625): Terminated: ok {rc=0}\u000a04:17:43.805794 --- ParallelTerminationStrategy: PID 7628 died...\u000a04:17:43.858401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7628): Terminated: ok {rc=0}\u000a04:17:43.947246 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7644): Process ended prematurely: osmo-stp_10.42.42.5(pid=7644) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7644)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7644): Process ended prematurely: osmo-stp_10.42.42.5(pid=7644) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:17:45.055975 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:45.067756 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:17:45.225443 tst iperf3m4.py: using LAC 38490\u000a04:17:45.342451 tst iperf3m4.py: using RAC 240\u000a04:17:45.461179 tst iperf3m4.py: using CellId 38490\u000a04:17:45.578405 tst iperf3m4.py: using BVCI 38491\u000a04:17:45.601239 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:45.612167 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:45.622910 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:45.633613 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:45.644176 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:45.654975 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:45.666300 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:45.677341 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:45.688211 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:45.808115 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:45.951599 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:46.080542 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:46.400760 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:17:46.527635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:46.939119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7630): Launched\u000a04:17:47.223982 run iperf3-srv_10.42.42.10(pid=7631): Launched\u000a04:17:47.406383 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:17:47.529991 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:47.839720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7632): Launched\u000a04:17:48.097840 run iperf3-srv_10.42.42.10(pid=7633): Launched\u000a04:17:48.277818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:17:48.401340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:48.711530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7634): Launched\u000a04:17:48.969823 run iperf3-srv_10.42.42.10(pid=7635): Launched\u000a04:17:49.149848 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:17:49.273499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:49.583382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7636): Launched\u000a04:17:49.841780 run iperf3-srv_10.42.42.10(pid=7637): Launched\u000a04:17:50.022783 tst iperf3m4.py:8: start network...\u000a04:17:50.146481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:50.629832 run create_hlr_db(pid=7638): Launched\u000a04:17:50.803703 bus /gobi_6: Setting Powered False\u000a04:17:51.824623 run create_hlr_db(pid=7638): Terminated: ok {rc=0}\u000a04:17:52.225257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7640): Launched\u000a04:17:52.527008 run osmo-hlr_10.42.42.2(pid=7641): Launched\u000a04:17:52.636263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:53.158309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7643): Launched\u000a04:17:53.458203 run osmo-stp_10.42.42.5(pid=7644): Launched\u000a04:17:53.566106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:54.091239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7646): Launched\u000a04:17:54.197642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:54.459650 run patchelf(pid=7647): Launched\u000a04:17:54.635724 run osmo-stp_10.42.42.5(pid=7644): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7644)]\u000a04:17:54.763928 run osmo-stp_10.42.42.5(pid=7644): stdout: \u000a| (launched: 2022-12-14_04:17:53.310209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:54.892615 run osmo-stp_10.42.42.5(pid=7644): stderr: \u000a| �[0;m�[38;5;43m20221214041753479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041753479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041753479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041753480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041753480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041753480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041753480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:55.017271 run osmo-stp_10.42.42.5(pid=7644): stdout: \u000a| (launched: 2022-12-14_04:17:53.310209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:55.140667 run osmo-stp_10.42.42.5(pid=7644): stderr: \u000a| �[0;m�[38;5;43m20221214041753479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041753479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041753479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041753480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041753480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041753480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041753480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:55.283385 run patchelf(pid=7647): Terminating (SIGINT)\u000a04:17:55.450978 run patchelf(pid=7647): Terminated: ok {rc=0}\u000a04:17:55.482129 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7644): Process ended prematurely: osmo-stp_10.42.42.5(pid=7644) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7644)] [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:17:55.491467 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a04:17:55.551499 run osmo-hlr_10.42.42.2(pid=7641): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7641)]\u000a04:17:55.600452 run osmo-hlr_10.42.42.2(pid=7641): stdout: \u000a| (launched: 2022-12-14_04:17:52.377566) \u000a04:17:55.649866 run osmo-hlr_10.42.42.2(pid=7641): stderr: \u000a| �[0;m�[1;31m20221214041752553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041752553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041752553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041752553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041752553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041752553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041752565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041752574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041752574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041752574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:55.691691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7630): Terminating (SIGTERM)\u000a04:17:55.731113 run iperf3-srv_10.42.42.10(pid=7631): Terminating (SIGTERM)\u000a04:17:55.770510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7632): Terminating (SIGTERM)\u000a04:17:55.810074 run iperf3-srv_10.42.42.10(pid=7633): Terminating (SIGTERM)\u000a04:17:55.849695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7634): Terminating (SIGTERM)\u000a04:17:55.889446 run iperf3-srv_10.42.42.10(pid=7635): Terminating (SIGTERM)\u000a04:17:55.929053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7636): Terminating (SIGTERM)\u000a04:17:55.968752 run iperf3-srv_10.42.42.10(pid=7637): Terminating (SIGTERM)\u000a04:17:56.008143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7640): Terminating (SIGTERM)\u000a04:17:56.047575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7643): Terminating (SIGTERM)\u000a04:17:56.087096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7646): Terminating (SIGTERM)\u000a04:17:56.096267 --- ParallelTerminationStrategy: PID 7630 died...\u000a04:17:56.149230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7630): Terminated: ok {rc=0}\u000a04:17:56.158745 --- ParallelTerminationStrategy: PID 7631 died...\u000a04:17:56.211710 run iperf3-srv_10.42.42.10(pid=7631): Terminated {rc=256}\u000a04:17:56.221250 --- ParallelTerminationStrategy: PID 7632 died...\u000a04:17:56.274169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7632): Terminated: ok {rc=0}\u000a04:17:56.283631 --- ParallelTerminationStrategy: PID 7633 died...\u000a04:17:56.336269 run iperf3-srv_10.42.42.10(pid=7633): Terminated {rc=256}\u000a04:17:56.345828 --- ParallelTerminationStrategy: PID 7634 died...\u000a04:17:56.398749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7634): Terminated: ok {rc=0}\u000a04:17:56.408244 --- ParallelTerminationStrategy: PID 7635 died...\u000a04:17:56.461250 run iperf3-srv_10.42.42.10(pid=7635): Terminated {rc=256}\u000a04:17:56.470765 --- ParallelTerminationStrategy: PID 7636 died...\u000a04:17:56.524459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7636): Terminated: ok {rc=0}\u000a04:17:56.534125 --- ParallelTerminationStrategy: PID 7637 died...\u000a04:17:56.587334 run iperf3-srv_10.42.42.10(pid=7637): Terminated {rc=256}\u000a04:17:56.596822 --- ParallelTerminationStrategy: PID 7640 died...\u000a04:17:56.649732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7640): Terminated: ok {rc=0}\u000a04:17:56.659243 --- ParallelTerminationStrategy: PID 7643 died...\u000a04:17:56.712126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7643): Terminated: ok {rc=0}\u000a04:17:56.721729 --- ParallelTerminationStrategy: PID 7646 died...\u000a04:17:56.774812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7646): Terminated: ok {rc=0}\u000a04:17:56.863094 bus /gobi_4: Setting Powered False\u000a04:17:57.967524 bus /gobi_4: Setting Powered False\u000a04:17:59.081218 bus /gobi_1: Setting Powered False\u000a04:18:00.184740 bus /gobi_1: Setting Powered False\u000a04:18:01.306792 bus /gobi_0: Setting Powered False\u000a04:18:02.415560 bus /gobi_0: Setting Powered False\u000a04:18:03.526772 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7654): Process ended prematurely: osmo-stp_10.42.42.5(pid=7654) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7654)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7654): Process ended prematurely: osmo-stp_10.42.42.5(pid=7654) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:18:04.596137 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:04.608212 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:18:04.773189 tst ping.py: using LAC 38491\u000a04:18:04.897610 tst ping.py: using RAC 241\u000a04:18:05.023480 tst ping.py: using CellId 38491\u000a04:18:05.147468 tst ping.py: using BVCI 38492\u000a04:18:05.171973 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:05.183717 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:05.195101 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:05.206265 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:05.217668 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:05.233111 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:05.245576 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:05.257107 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:18:05.545220 tst ping.py:19: start network...\u000a04:18:05.676351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:06.174939 run create_hlr_db(pid=7648): Launched\u000a04:18:06.359023 bus /gobi_6: Setting Powered False\u000a04:18:07.380254 run create_hlr_db(pid=7648): Terminated: ok {rc=0}\u000a04:18:07.778713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7650): Launched\u000a04:18:08.073671 run osmo-hlr_10.42.42.2(pid=7651): Launched\u000a04:18:08.181313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:08.693840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7653): Launched\u000a04:18:08.988025 run osmo-stp_10.42.42.5(pid=7654): Launched\u000a04:18:09.094169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:09.608064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7656): Launched\u000a04:18:09.712180 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:09.969560 run patchelf(pid=7657): Launched\u000a04:18:10.142654 run osmo-stp_10.42.42.5(pid=7654): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7654)]\u000a04:18:10.269499 run osmo-stp_10.42.42.5(pid=7654): stdout: \u000a| (launched: 2022-12-14_04:18:08.842571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:10.397454 run osmo-stp_10.42.42.5(pid=7654): stderr: \u000a| �[0;m�[38;5;43m20221214041809011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041809011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041809012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041809012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041809013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041809013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041809013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:10.519653 run osmo-stp_10.42.42.5(pid=7654): stdout: \u000a| (launched: 2022-12-14_04:18:08.842571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:10.641832 run osmo-stp_10.42.42.5(pid=7654): stderr: \u000a| �[0;m�[38;5;43m20221214041809011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041809011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041809012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041809012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041809013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041809013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041809013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:10.782510 run patchelf(pid=7657): Terminating (SIGINT)\u000a04:18:10.947384 run patchelf(pid=7657): Terminated: ok {rc=0}\u000a04:18:10.977531 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7654): Process ended prematurely: osmo-stp_10.42.42.5(pid=7654) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7654)] [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:18:10.986208 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:18:11.046187 run osmo-hlr_10.42.42.2(pid=7651): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7651)]\u000a04:18:11.095443 run osmo-hlr_10.42.42.2(pid=7651): stdout: \u000a| (launched: 2022-12-14_04:18:07.927916) \u000a04:18:11.145547 run osmo-hlr_10.42.42.2(pid=7651): stderr: \u000a| �[0;m�[1;31m20221214041808102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041808102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041808102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041808102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041808102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041808102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041808116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041808126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041808126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041808127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:11.188249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7650): Terminating (SIGTERM)\u000a04:18:11.228571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7653): Terminating (SIGTERM)\u000a04:18:11.268654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7656): Terminating (SIGTERM)\u000a04:18:11.278136 --- ParallelTerminationStrategy: PID 7650 died...\u000a04:18:11.332075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7650): Terminated: ok {rc=0}\u000a04:18:11.341946 --- ParallelTerminationStrategy: PID 7653 died...\u000a04:18:11.395365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7653): Terminated: ok {rc=0}\u000a04:18:11.405137 --- ParallelTerminationStrategy: PID 7656 died...\u000a04:18:11.458402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7656): Terminated: ok {rc=0}\u000a04:18:11.542533 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7664): Process ended prematurely: osmo-stp_10.42.42.5(pid=7664) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7664)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7664): Process ended prematurely: osmo-stp_10.42.42.5(pid=7664) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:18:12.595974 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:12.608085 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:18:12.781774 tst ping_idle_ping.py: using LAC 38492\u000a04:18:12.904604 tst ping_idle_ping.py: using RAC 242\u000a04:18:13.028102 tst ping_idle_ping.py: using CellId 38492\u000a04:18:13.155345 tst ping_idle_ping.py: using BVCI 38493\u000a04:18:13.180006 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:13.191709 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:13.203076 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:13.214680 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:13.226233 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:13.237910 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:13.249608 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:13.261257 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:18:13.553579 tst ping_idle_ping.py:24: start network...\u000a04:18:13.685409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:14.183415 run create_hlr_db(pid=7658): Launched\u000a04:18:14.367329 bus /gobi_6: Setting Powered False\u000a04:18:15.388337 run create_hlr_db(pid=7658): Terminated: ok {rc=0}\u000a04:18:15.788368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7660): Launched\u000a04:18:16.210723 run osmo-hlr_10.42.42.2(pid=7661): Launched\u000a04:18:16.394534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:17.006070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7663): Launched\u000a04:18:17.366262 run osmo-stp_10.42.42.5(pid=7664): Launched\u000a04:18:17.484128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:18.047386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7666): Launched\u000a04:18:18.161271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:18.439726 run patchelf(pid=7667): Launched\u000a04:18:18.627116 run osmo-stp_10.42.42.5(pid=7664): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7664)]\u000a04:18:18.764627 run osmo-stp_10.42.42.5(pid=7664): stdout: \u000a| (launched: 2022-12-14_04:18:17.173808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:18.902269 run osmo-stp_10.42.42.5(pid=7664): stderr: \u000a| �[0;m�[38;5;43m20221214041817427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041817427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041817427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041817428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041817428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041817428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041817428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:19.034738 run osmo-stp_10.42.42.5(pid=7664): stdout: \u000a| (launched: 2022-12-14_04:18:17.173808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:19.165564 run osmo-stp_10.42.42.5(pid=7664): stderr: \u000a| �[0;m�[38;5;43m20221214041817427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041817427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041817427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041817428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041817428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041817428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041817428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:19.318200 run patchelf(pid=7667): Terminating (SIGINT)\u000a04:18:19.497732 run patchelf(pid=7667): Terminated: ok {rc=0}\u000a04:18:19.530276 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7664): Process ended prematurely: osmo-stp_10.42.42.5(pid=7664) [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7664)] [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:18:19.539519 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a04:18:19.603335 run osmo-hlr_10.42.42.2(pid=7661): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7661)]\u000a04:18:19.655344 run osmo-hlr_10.42.42.2(pid=7661): stdout: \u000a| (launched: 2022-12-14_04:18:15.952936) \u000a04:18:19.708230 run osmo-hlr_10.42.42.2(pid=7661): stderr: \u000a| �[0;m�[1;31m20221214041816236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041816236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041816236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041816236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041816236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041816236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041816276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041816292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041816293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041816293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:19.752880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7660): Terminating (SIGTERM)\u000a04:18:19.794735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7663): Terminating (SIGTERM)\u000a04:18:19.836774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7666): Terminating (SIGTERM)\u000a04:18:19.846587 --- ParallelTerminationStrategy: PID 7660 died...\u000a04:18:19.903169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7660): Terminated: ok {rc=0}\u000a04:18:19.913401 --- ParallelTerminationStrategy: PID 7663 died...\u000a04:18:19.969569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7663): Terminated: ok {rc=0}\u000a04:18:19.979703 --- ParallelTerminationStrategy: PID 7666 died...\u000a04:18:20.035879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7666): Terminated: ok {rc=0}\u000a04:18:20.123518 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:17:22" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7681): Process ended prematurely: osmo-stp_10.42.42.5(pid=7681) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7681)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7681): Process ended prematurely: osmo-stp_10.42.42.5(pid=7681) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:18:22.299567 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:22.311331 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:18:22.458115 tst cs_paging_gprs_active.py: using LAC 38493\u000a04:18:22.578090 tst cs_paging_gprs_active.py: using RAC 243\u000a04:18:22.703179 tst cs_paging_gprs_active.py: using CellId 38493\u000a04:18:22.827633 tst cs_paging_gprs_active.py: using BVCI 38494\u000a04:18:22.852362 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:22.864054 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:22.875743 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:22.887307 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:22.899069 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:22.910816 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:22.922736 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:22.934547 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:22.946589 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:23.063637 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:23.346002 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:18:23.470999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:23.783250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7671): Launched\u000a04:18:24.042160 run iperf3-srv_10.42.42.10(pid=7672): Launched\u000a04:18:24.224492 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:18:24.348807 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:24.660455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7673): Launched\u000a04:18:24.921826 run iperf3-srv_10.42.42.10(pid=7674): Launched\u000a04:18:25.104237 tst cs_paging_gprs_active.py:38: start network...\u000a04:18:25.228487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:25.717463 run create_hlr_db(pid=7675): Launched\u000a04:18:25.890375 bus /gobi_6: Setting Powered False\u000a04:18:26.913369 run create_hlr_db(pid=7675): Terminated: ok {rc=0}\u000a04:18:27.343043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7677): Launched\u000a04:18:27.668237 run osmo-hlr_10.42.42.2(pid=7678): Launched\u000a04:18:27.787885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:28.349157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7680): Launched\u000a04:18:28.672132 run osmo-stp_10.42.42.5(pid=7681): Launched\u000a04:18:28.789163 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:29.351321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7683): Launched\u000a04:18:29.466458 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:29.747540 run patchelf(pid=7684): Launched\u000a04:18:29.935781 run osmo-stp_10.42.42.5(pid=7681): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7681)]\u000a04:18:30.073615 run osmo-stp_10.42.42.5(pid=7681): stdout: \u000a| (launched: 2022-12-14_04:18:28.512865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:30.211542 run osmo-stp_10.42.42.5(pid=7681): stderr: \u000a| �[0;m�[38;5;43m20221214041828704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041828704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041828705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041828707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041828707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041828707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041828707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:30.345311 run osmo-stp_10.42.42.5(pid=7681): stdout: \u000a| (launched: 2022-12-14_04:18:28.512865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:30.477912 run osmo-stp_10.42.42.5(pid=7681): stderr: \u000a| �[0;m�[38;5;43m20221214041828704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041828704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041828705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041828707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041828707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041828707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041828707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:30.631346 run patchelf(pid=7684): Terminating (SIGINT)\u000a04:18:30.811629 run patchelf(pid=7684): Terminated: ok {rc=0}\u000a04:18:30.846273 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7681): Process ended prematurely: osmo-stp_10.42.42.5(pid=7681) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7681)] [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a04:18:30.867068 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a04:18:30.942299 run osmo-hlr_10.42.42.2(pid=7678): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7678)]\u000a04:18:30.993634 run osmo-hlr_10.42.42.2(pid=7678): stdout: \u000a| (launched: 2022-12-14_04:18:27.507858) \u000a04:18:31.045927 run osmo-hlr_10.42.42.2(pid=7678): stderr: \u000a| �[0;m�[1;31m20221214041827705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041827706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041827706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041827706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041827706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041827706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041827718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041827726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041827727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041827727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:31.089922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7671): Terminating (SIGTERM)\u000a04:18:31.134013 run iperf3-srv_10.42.42.10(pid=7672): Terminating (SIGTERM)\u000a04:18:31.174984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7673): Terminating (SIGTERM)\u000a04:18:31.217711 run iperf3-srv_10.42.42.10(pid=7674): Terminating (SIGTERM)\u000a04:18:31.258865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7677): Terminating (SIGTERM)\u000a04:18:31.301041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7680): Terminating (SIGTERM)\u000a04:18:31.346864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7683): Terminating (SIGTERM)\u000a04:18:31.356819 --- ParallelTerminationStrategy: PID 7671 died...\u000a04:18:31.413436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7671): Terminated: ok {rc=0}\u000a04:18:31.423501 --- ParallelTerminationStrategy: PID 7672 died...\u000a04:18:31.477762 run iperf3-srv_10.42.42.10(pid=7672): Terminated {rc=256}\u000a04:18:31.488095 --- ParallelTerminationStrategy: PID 7673 died...\u000a04:18:31.544521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7673): Terminated: ok {rc=0}\u000a04:18:31.554956 --- ParallelTerminationStrategy: PID 7674 died...\u000a04:18:31.610522 run iperf3-srv_10.42.42.10(pid=7674): Terminated {rc=256}\u000a04:18:31.620469 --- ParallelTerminationStrategy: PID 7677 died...\u000a04:18:31.675160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7677): Terminated: ok {rc=0}\u000a04:18:31.685191 --- ParallelTerminationStrategy: PID 7680 died...\u000a04:18:31.741633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7680): Terminated: ok {rc=0}\u000a04:18:31.751738 --- ParallelTerminationStrategy: PID 7683 died...\u000a04:18:31.806526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7683): Terminated: ok {rc=0}\u000a04:18:31.902933 bus /gobi_0: Setting Powered False\u000a04:18:33.009168 bus /gobi_0: Setting Powered False\u000a04:18:34.120378 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7693): Process ended prematurely: osmo-stp_10.42.42.5(pid=7693) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7693)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7693): Process ended prematurely: osmo-stp_10.42.42.5(pid=7693) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a04:18:35.229397 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:35.241316 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:18:35.382858 tst iperf3.py: using LAC 38494\u000a04:18:35.503512 tst iperf3.py: using RAC 244\u000a04:18:35.623012 tst iperf3.py: using CellId 38494\u000a04:18:35.742126 tst iperf3.py: using BVCI 38495\u000a04:18:35.765216 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:35.776407 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:35.787564 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:35.798759 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:35.809897 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:35.821005 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:35.832251 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:35.843422 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:35.854778 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:36.131614 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:18:36.256269 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:36.568335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7685): Launched\u000a04:18:36.828012 run iperf3-srv_10.42.42.10(pid=7686): Launched\u000a04:18:37.010738 tst iperf3.py:8: start network...\u000a04:18:37.135273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:37.616358 run create_hlr_db(pid=7687): Launched\u000a04:18:37.787591 bus /gobi_6: Setting Powered False\u000a04:18:38.823567 run create_hlr_db(pid=7687): Terminated: ok {rc=0}\u000a04:18:39.226852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7689): Launched\u000a04:18:39.526756 run osmo-hlr_10.42.42.2(pid=7690): Launched\u000a04:18:39.644858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:40.174209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7692): Launched\u000a04:18:40.473870 run osmo-stp_10.42.42.5(pid=7693): Launched\u000a04:18:40.581167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:41.106549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7695): Launched\u000a04:18:41.213172 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:41.475362 run patchelf(pid=7696): Launched\u000a04:18:41.650921 run osmo-stp_10.42.42.5(pid=7693): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7693)]\u000a04:18:41.778944 run osmo-stp_10.42.42.5(pid=7693): stdout: \u000a| (launched: 2022-12-14_04:18:40.326136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:41.907394 run osmo-stp_10.42.42.5(pid=7693): stderr: \u000a| �[0;m�[38;5;43m20221214041840496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041840496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041840496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041840497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041840497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041840497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041840497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:42.031303 run osmo-stp_10.42.42.5(pid=7693): stdout: \u000a| (launched: 2022-12-14_04:18:40.326136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:42.154566 run osmo-stp_10.42.42.5(pid=7693): stderr: \u000a| �[0;m�[38;5;43m20221214041840496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041840496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041840496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041840497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041840497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041840497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041840497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:42.297815 run patchelf(pid=7696): Terminating (SIGINT)\u000a04:18:42.465450 run patchelf(pid=7696): Terminated: ok {rc=0}\u000a04:18:42.496273 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7693): Process ended prematurely: osmo-stp_10.42.42.5(pid=7693) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7693)] [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a04:18:42.505641 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a04:18:42.565966 run osmo-hlr_10.42.42.2(pid=7690): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7690)]\u000a04:18:42.614862 run osmo-hlr_10.42.42.2(pid=7690): stdout: \u000a| (launched: 2022-12-14_04:18:39.378712) \u000a04:18:42.664535 run osmo-hlr_10.42.42.2(pid=7690): stderr: \u000a| �[0;m�[1;31m20221214041839554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041839554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041839554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041839554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041839554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041839554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041839566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041839575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041839575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041839575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:42.706901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7685): Terminating (SIGTERM)\u000a04:18:42.746397 run iperf3-srv_10.42.42.10(pid=7686): Terminating (SIGTERM)\u000a04:18:42.785902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7689): Terminating (SIGTERM)\u000a04:18:42.825647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7692): Terminating (SIGTERM)\u000a04:18:42.865735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7695): Terminating (SIGTERM)\u000a04:18:42.875067 --- ParallelTerminationStrategy: PID 7685 died...\u000a04:18:42.928625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7685): Terminated: ok {rc=0}\u000a04:18:42.938308 --- ParallelTerminationStrategy: PID 7686 died...\u000a04:18:42.991114 run iperf3-srv_10.42.42.10(pid=7686): Terminated {rc=256}\u000a04:18:43.000643 --- ParallelTerminationStrategy: PID 7689 died...\u000a04:18:43.053667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7689): Terminated: ok {rc=0}\u000a04:18:43.063296 --- ParallelTerminationStrategy: PID 7692 died...\u000a04:18:43.116737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7692): Terminated: ok {rc=0}\u000a04:18:43.126391 --- ParallelTerminationStrategy: PID 7695 died...\u000a04:18:43.179336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7695): Terminated: ok {rc=0}\u000a04:18:43.268011 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7711): Process ended prematurely: osmo-stp_10.42.42.5(pid=7711) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7711)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7711): Process ended prematurely: osmo-stp_10.42.42.5(pid=7711) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a04:18:44.383449 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:44.395983 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:18:44.545554 tst iperf3m4.py: using LAC 38495\u000a04:18:44.671586 tst iperf3m4.py: using RAC 245\u000a04:18:44.792663 tst iperf3m4.py: using CellId 38495\u000a04:18:44.911071 tst iperf3m4.py: using BVCI 38496\u000a04:18:44.934258 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:44.945824 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:44.957206 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:44.968440 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:44.979983 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:44.991345 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:45.002823 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:45.014022 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:45.025539 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:45.146196 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:45.266701 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:45.385924 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:45.679915 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:18:45.814471 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:46.172608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7697): Launched\u000a04:18:46.485435 run iperf3-srv_10.42.42.10(pid=7698): Launched\u000a04:18:46.752987 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:18:46.928567 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:47.264451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7699): Launched\u000a04:18:47.526776 run iperf3-srv_10.42.42.10(pid=7700): Launched\u000a04:18:47.708788 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:18:47.833481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:48.144431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7701): Launched\u000a04:18:48.403589 run iperf3-srv_10.42.42.10(pid=7702): Launched\u000a04:18:48.585113 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:18:48.709399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:49.020792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7703): Launched\u000a04:18:49.280850 run iperf3-srv_10.42.42.10(pid=7704): Launched\u000a04:18:49.462915 tst iperf3m4.py:8: start network...\u000a04:18:49.587399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:50.071535 run create_hlr_db(pid=7705): Launched\u000a04:18:50.243649 bus /gobi_6: Setting Powered False\u000a04:18:51.266595 run create_hlr_db(pid=7705): Terminated: ok {rc=0}\u000a04:18:51.696402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7707): Launched\u000a04:18:52.018800 run osmo-hlr_10.42.42.2(pid=7708): Launched\u000a04:18:52.141167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:52.704625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7710): Launched\u000a04:18:53.027909 run osmo-stp_10.42.42.5(pid=7711): Launched\u000a04:18:53.145255 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:53.712289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7713): Launched\u000a04:18:53.827290 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:54.109774 run patchelf(pid=7714): Launched\u000a04:18:54.298737 run osmo-stp_10.42.42.5(pid=7711): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7711)]\u000a04:18:54.437401 run osmo-stp_10.42.42.5(pid=7711): stdout: \u000a| (launched: 2022-12-14_04:18:52.869280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:54.575661 run osmo-stp_10.42.42.5(pid=7711): stderr: \u000a| �[0;m�[38;5;43m20221214041853057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041853057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041853057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041853057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041853058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041853058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041853058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:54.709608 run osmo-stp_10.42.42.5(pid=7711): stdout: \u000a| (launched: 2022-12-14_04:18:52.869280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:54.842130 run osmo-stp_10.42.42.5(pid=7711): stderr: \u000a| �[0;m�[38;5;43m20221214041853057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041853057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041853057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041853057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041853058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041853058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041853058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:54.995804 run patchelf(pid=7714): Terminating (SIGINT)\u000a04:18:55.175982 run patchelf(pid=7714): Terminated: ok {rc=0}\u000a04:18:55.209235 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7711): Process ended prematurely: osmo-stp_10.42.42.5(pid=7711) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7711)] [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a04:18:55.219330 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a04:18:55.283494 run osmo-hlr_10.42.42.2(pid=7708): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7708)]\u000a04:18:55.335434 run osmo-hlr_10.42.42.2(pid=7708): stdout: \u000a| (launched: 2022-12-14_04:18:51.860015) \u000a04:18:55.388115 run osmo-hlr_10.42.42.2(pid=7708): stderr: \u000a| �[0;m�[1;31m20221214041852055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041852055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041852055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041852055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041852055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041852055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041852068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041852078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041852078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041852078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:55.432724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7697): Terminating (SIGTERM)\u000a04:18:55.474415 run iperf3-srv_10.42.42.10(pid=7698): Terminating (SIGTERM)\u000a04:18:55.516299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7699): Terminating (SIGTERM)\u000a04:18:55.558821 run iperf3-srv_10.42.42.10(pid=7700): Terminating (SIGTERM)\u000a04:18:55.601350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7701): Terminating (SIGTERM)\u000a04:18:55.643651 run iperf3-srv_10.42.42.10(pid=7702): Terminating (SIGTERM)\u000a04:18:55.686117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7703): Terminating (SIGTERM)\u000a04:18:55.728358 run iperf3-srv_10.42.42.10(pid=7704): Terminating (SIGTERM)\u000a04:18:55.770782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7707): Terminating (SIGTERM)\u000a04:18:55.813444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7710): Terminating (SIGTERM)\u000a04:18:55.855848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7713): Terminating (SIGTERM)\u000a04:18:55.865536 --- ParallelTerminationStrategy: PID 7697 died...\u000a04:18:55.922779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7697): Terminated: ok {rc=0}\u000a04:18:55.932818 --- ParallelTerminationStrategy: PID 7698 died...\u000a04:18:55.988482 run iperf3-srv_10.42.42.10(pid=7698): Terminated {rc=256}\u000a04:18:55.998377 --- ParallelTerminationStrategy: PID 7699 died...\u000a04:18:56.054133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7699): Terminated: ok {rc=0}\u000a04:18:56.064036 --- ParallelTerminationStrategy: PID 7700 died...\u000a04:18:56.119783 run iperf3-srv_10.42.42.10(pid=7700): Terminated {rc=256}\u000a04:18:56.129745 --- ParallelTerminationStrategy: PID 7701 died...\u000a04:18:56.185821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7701): Terminated: ok {rc=0}\u000a04:18:56.195773 --- ParallelTerminationStrategy: PID 7702 died...\u000a04:18:56.251495 run iperf3-srv_10.42.42.10(pid=7702): Terminated {rc=256}\u000a04:18:56.261447 --- ParallelTerminationStrategy: PID 7703 died...\u000a04:18:56.317224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7703): Terminated: ok {rc=0}\u000a04:18:56.327156 --- ParallelTerminationStrategy: PID 7704 died...\u000a04:18:56.383255 run iperf3-srv_10.42.42.10(pid=7704): Terminated {rc=256}\u000a04:18:56.393275 --- ParallelTerminationStrategy: PID 7707 died...\u000a04:18:56.449567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7707): Terminated: ok {rc=0}\u000a04:18:56.459559 --- ParallelTerminationStrategy: PID 7710 died...\u000a04:18:56.515591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7710): Terminated: ok {rc=0}\u000a04:18:56.525686 --- ParallelTerminationStrategy: PID 7713 died...\u000a04:18:56.581665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7713): Terminated: ok {rc=0}\u000a04:18:56.669491 bus /gobi_4: Setting Powered False\u000a04:18:57.773317 bus /gobi_4: Setting Powered False\u000a04:18:58.882940 bus /gobi_1: Setting Powered False\u000a04:18:59.985617 bus /gobi_1: Setting Powered False\u000a04:19:01.096075 bus /gobi_0: Setting Powered False\u000a04:19:02.196907 bus /gobi_0: Setting Powered False\u000a04:19:03.303342 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7722): Process ended prematurely: osmo-stp_10.42.42.5(pid=7722) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7722)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7722): Process ended prematurely: osmo-stp_10.42.42.5(pid=7722) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a04:19:04.372548 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:04.385312 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:19:04.539692 tst ping.py: using LAC 38496\u000a04:19:04.661579 tst ping.py: using RAC 246\u000a04:19:04.783277 tst ping.py: using CellId 38496\u000a04:19:04.906829 tst ping.py: using BVCI 38497\u000a04:19:04.930969 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:04.942787 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:04.954337 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:04.965927 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:04.977658 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:04.989542 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:05.001456 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:05.013411 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:19:05.301177 tst ping.py:19: start network...\u000a04:19:05.433306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:05.931404 run create_hlr_db(pid=7716): Launched\u000a04:19:06.114419 bus /gobi_6: Setting Powered False\u000a04:19:07.136506 run create_hlr_db(pid=7716): Terminated: ok {rc=0}\u000a04:19:07.534049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7718): Launched\u000a04:19:07.828850 run osmo-hlr_10.42.42.2(pid=7719): Launched\u000a04:19:07.946460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:08.469661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7721): Launched\u000a04:19:08.764822 run osmo-stp_10.42.42.5(pid=7722): Launched\u000a04:19:08.871188 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:19:09.387382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7724): Launched\u000a04:19:09.491839 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:19:09.751162 run patchelf(pid=7725): Launched\u000a04:19:09.923982 run osmo-stp_10.42.42.5(pid=7722): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7722)]\u000a04:19:10.050672 run osmo-stp_10.42.42.5(pid=7722): stdout: \u000a| (launched: 2022-12-14_04:19:08.618640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:10.178009 run osmo-stp_10.42.42.5(pid=7722): stderr: \u000a| �[0;m�[38;5;43m20221214041908787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041908788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041908788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041908788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041908789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041908789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041908789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:10.300151 run osmo-stp_10.42.42.5(pid=7722): stdout: \u000a| (launched: 2022-12-14_04:19:08.618640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:10.421408 run osmo-stp_10.42.42.5(pid=7722): stderr: \u000a| �[0;m�[38;5;43m20221214041908787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041908788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041908788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041908788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041908789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041908789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041908789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:10.561786 run patchelf(pid=7725): Terminating (SIGINT)\u000a04:19:10.726882 run patchelf(pid=7725): Terminated: ok {rc=0}\u000a04:19:10.757208 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7722): Process ended prematurely: osmo-stp_10.42.42.5(pid=7722) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7722)] [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a04:19:10.765830 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:19:10.825757 run osmo-hlr_10.42.42.2(pid=7719): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7719)]\u000a04:19:10.874599 run osmo-hlr_10.42.42.2(pid=7719): stdout: \u000a| (launched: 2022-12-14_04:19:07.683278) \u000a04:19:10.924033 run osmo-hlr_10.42.42.2(pid=7719): stderr: \u000a| �[0;m�[1;31m20221214041907858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041907858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041907858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041907858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041907858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041907858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041907870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041907879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041907879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041907879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:10.965838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7718): Terminating (SIGTERM)\u000a04:19:11.005143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7721): Terminating (SIGTERM)\u000a04:19:11.044385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7724): Terminating (SIGTERM)\u000a04:19:11.053518 --- ParallelTerminationStrategy: PID 7718 died...\u000a04:19:11.106764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7718): Terminated: ok {rc=0}\u000a04:19:11.116399 --- ParallelTerminationStrategy: PID 7721 died...\u000a04:19:11.169113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7721): Terminated: ok {rc=0}\u000a04:19:11.178638 --- ParallelTerminationStrategy: PID 7724 died...\u000a04:19:11.231105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7724): Terminated: ok {rc=0}\u000a04:19:11.318410 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7732): Process ended prematurely: osmo-stp_10.42.42.5(pid=7732) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7732)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7732): Process ended prematurely: osmo-stp_10.42.42.5(pid=7732) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a04:19:12.370094 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:12.382291 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:19:12.520353 tst ping_idle_ping.py: using LAC 38497\u000a04:19:12.640517 tst ping_idle_ping.py: using RAC 247\u000a04:19:12.755224 tst ping_idle_ping.py: using CellId 38497\u000a04:19:12.878218 tst ping_idle_ping.py: using BVCI 38498\u000a04:19:12.902720 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:12.914463 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:12.926075 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:12.937626 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:12.949755 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:12.961496 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:12.973533 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:12.985372 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:19:13.261476 tst ping_idle_ping.py:24: start network...\u000a04:19:13.384241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:13.862782 run create_hlr_db(pid=7726): Launched\u000a04:19:14.032557 bus /gobi_6: Setting Powered False\u000a04:19:15.055070 run create_hlr_db(pid=7726): Terminated: ok {rc=0}\u000a04:19:15.450344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7728): Launched\u000a04:19:15.745907 run osmo-hlr_10.42.42.2(pid=7729): Launched\u000a04:19:15.896878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:16.532218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7731): Launched\u000a04:19:16.857250 run osmo-stp_10.42.42.5(pid=7732): Launched\u000a04:19:17.123418 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:19:17.703728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7734): Launched\u000a04:19:17.808165 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:19:18.066710 run patchelf(pid=7735): Launched\u000a04:19:18.240046 run osmo-stp_10.42.42.5(pid=7732): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7732)]\u000a04:19:18.366884 run osmo-stp_10.42.42.5(pid=7732): stdout: \u000a| (launched: 2022-12-14_04:19:16.685110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:18.494144 run osmo-stp_10.42.42.5(pid=7732): stderr: \u000a| �[0;m�[38;5;43m20221214041916998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041916998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041916998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041916999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041916999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041916999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041916999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:18.616226 run osmo-stp_10.42.42.5(pid=7732): stdout: \u000a| (launched: 2022-12-14_04:19:16.685110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:18.737170 run osmo-stp_10.42.42.5(pid=7732): stderr: \u000a| �[0;m�[38;5;43m20221214041916998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041916998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041916998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041916999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041916999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041916999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041916999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:18.877606 run patchelf(pid=7735): Terminating (SIGINT)\u000a04:19:19.042745 run patchelf(pid=7735): Terminated: ok {rc=0}\u000a04:19:19.073046 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7732): Process ended prematurely: osmo-stp_10.42.42.5(pid=7732) [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7732)] [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a04:19:19.081754 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a04:19:19.141820 run osmo-hlr_10.42.42.2(pid=7729): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7729)]\u000a04:19:19.191052 run osmo-hlr_10.42.42.2(pid=7729): stdout: \u000a| (launched: 2022-12-14_04:19:15.599670) \u000a04:19:19.240469 run osmo-hlr_10.42.42.2(pid=7729): stderr: \u000a| �[0;m�[1;31m20221214041915777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041915777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041915777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041915777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041915777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041915777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041915790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041915799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041915799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041915799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:19.282244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7728): Terminating (SIGTERM)\u000a04:19:19.321525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7731): Terminating (SIGTERM)\u000a04:19:19.361469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7734): Terminating (SIGTERM)\u000a04:19:19.370679 --- ParallelTerminationStrategy: PID 7728 died...\u000a04:19:19.423820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7728): Terminated: ok {rc=0}\u000a04:19:19.433515 --- ParallelTerminationStrategy: PID 7731 died...\u000a04:19:19.486183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7731): Terminated: ok {rc=0}\u000a04:19:19.495772 --- ParallelTerminationStrategy: PID 7734 died...\u000a04:19:19.548395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7734): Terminated: ok {rc=0}\u000a04:19:19.635917 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:18:21" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7745): Process ended prematurely: osmo-stp_10.42.42.5(pid=7745) [trial-2399↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7745)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7745): Process ended prematurely: osmo-stp_10.42.42.5(pid=7745) [trial-2399↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:19:21.669371 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:21.680445 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:19:21.835418 tst switch_tch_pdch.py: using LAC 38498\u000a04:19:21.963635 tst switch_tch_pdch.py: using RAC 248\u000a04:19:22.090010 tst switch_tch_pdch.py: using CellId 38498\u000a04:19:22.214550 tst switch_tch_pdch.py: using BVCI 38499\u000a04:19:22.238621 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:22.251063 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:22.262617 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:22.274059 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:22.285821 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:22.297901 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:22.310285 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:22.322186 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:19:22.438794 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:19:22.728379 tst switch_tch_pdch.py:51: start network...\u000a04:19:22.859928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:23.357523 run create_hlr_db(pid=7739): Launched\u000a04:19:23.542502 bus /gobi_6: Setting Powered False\u000a04:19:24.562033 run create_hlr_db(pid=7739): Terminated: ok {rc=0}\u000a04:19:24.958575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7741): Launched\u000a04:19:25.253705 run osmo-hlr_10.42.42.2(pid=7742): Launched\u000a04:19:25.369654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:25.889963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7744): Launched\u000a04:19:26.184024 run osmo-stp_10.42.42.5(pid=7745): Launched\u000a04:19:26.290239 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:19:26.805828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7747): Launched\u000a04:19:26.909773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:19:27.168813 run patchelf(pid=7748): Launched\u000a04:19:27.341906 run osmo-stp_10.42.42.5(pid=7745): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7745)]\u000a04:19:27.467919 run osmo-stp_10.42.42.5(pid=7745): stdout: \u000a| (launched: 2022-12-14_04:19:26.038524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:27.594635 run osmo-stp_10.42.42.5(pid=7745): stderr: \u000a| �[0;m�[38;5;43m20221214041926207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041926207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041926208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041926208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041926209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041926209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041926209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:27.716026 run osmo-stp_10.42.42.5(pid=7745): stdout: \u000a| (launched: 2022-12-14_04:19:26.038524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:27.836478 run osmo-stp_10.42.42.5(pid=7745): stderr: \u000a| �[0;m�[38;5;43m20221214041926207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041926207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041926208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041926208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041926209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041926209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041926209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:27.976398 run patchelf(pid=7748): Terminating (SIGINT)\u000a04:19:28.140766 run patchelf(pid=7748): Terminated: ok {rc=0}\u000a04:19:28.170886 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7745): Process ended prematurely: osmo-stp_10.42.42.5(pid=7745) [trial-2399↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7745)] [trial-2399↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:19:28.179514 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a04:19:28.239407 run osmo-hlr_10.42.42.2(pid=7742): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7742)]\u000a04:19:28.288299 run osmo-hlr_10.42.42.2(pid=7742): stdout: \u000a| (launched: 2022-12-14_04:19:25.107554) \u000a04:19:28.337769 run osmo-hlr_10.42.42.2(pid=7742): stderr: \u000a| �[0;m�[1;31m20221214041925281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041925282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041925282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041925282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041925282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041925282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041925294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041925303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041925303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041925303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:28.379615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7741): Terminating (SIGTERM)\u000a04:19:28.418838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7744): Terminating (SIGTERM)\u000a04:19:28.457964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7747): Terminating (SIGTERM)\u000a04:19:28.466562 --- ParallelTerminationStrategy: PID 7741 died...\u000a04:19:28.518782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7741): Terminated: ok {rc=0}\u000a04:19:28.528136 --- ParallelTerminationStrategy: PID 7744 died...\u000a04:19:28.580108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7744): Terminated: ok {rc=0}\u000a04:19:28.589471 --- ParallelTerminationStrategy: PID 7747 died...\u000a04:19:28.641316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7747): Terminated: ok {rc=0}\u000a04:19:28.731240 bus /gobi_0: Setting Powered False\u000a04:19:29.837554 bus /gobi_0: Setting Powered False\u000a04:19:30.979219 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:19:21" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7759): Process ended prematurely: osmo-stp_10.42.42.5(pid=7759) [trial-2399↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7759)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7759): Process ended prematurely: osmo-stp_10.42.42.5(pid=7759) [trial-2399↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:19:32.974503 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:32.985833 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:19:33.137116 tst switch_tch_pdch.py: using LAC 38499\u000a04:19:33.252707 tst switch_tch_pdch.py: using RAC 249\u000a04:19:33.375920 tst switch_tch_pdch.py: using CellId 38499\u000a04:19:33.498049 tst switch_tch_pdch.py: using BVCI 38500\u000a04:19:33.522290 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:33.533800 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:33.544883 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:33.556069 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:33.567636 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:33.579406 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:33.591027 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:33.602501 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:19:33.719398 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:19:34.006449 tst switch_tch_pdch.py:51: start network...\u000a04:19:34.137107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:34.605508 run create_hlr_db(pid=7753): Launched\u000a04:19:34.734115 bus /gobi_6: Setting Powered False\u000a04:19:35.808713 run create_hlr_db(pid=7753): Terminated: ok {rc=0}\u000a04:19:36.179844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7755): Launched\u000a04:19:36.474585 run osmo-hlr_10.42.42.2(pid=7756): Launched\u000a04:19:36.591040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:37.088273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7758): Launched\u000a04:19:37.384004 run osmo-stp_10.42.42.5(pid=7759): Launched\u000a04:19:37.491628 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:19:37.981062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7761): Launched\u000a04:19:38.085046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:19:38.341793 run patchelf(pid=7762): Launched\u000a04:19:38.514469 run osmo-stp_10.42.42.5(pid=7759): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7759)]\u000a04:19:38.640523 run osmo-stp_10.42.42.5(pid=7759): stdout: \u000a| (launched: 2022-12-14_04:19:37.237601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:38.767424 run osmo-stp_10.42.42.5(pid=7759): stderr: \u000a| �[0;m�[38;5;43m20221214041937408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041937408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041937409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041937409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041937410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041937410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041937410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:38.889316 run osmo-stp_10.42.42.5(pid=7759): stdout: \u000a| (launched: 2022-12-14_04:19:37.237601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:39.009857 run osmo-stp_10.42.42.5(pid=7759): stderr: \u000a| �[0;m�[38;5;43m20221214041937408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041937408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041937409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041937409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041937410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041937410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041937410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:39.150312 run patchelf(pid=7762): Terminating (SIGINT)\u000a04:19:39.315340 run patchelf(pid=7762): Terminated: ok {rc=0}\u000a04:19:39.345969 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7759): Process ended prematurely: osmo-stp_10.42.42.5(pid=7759) [trial-2399↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7759)] [trial-2399↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:19:39.354656 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a04:19:39.413924 run osmo-hlr_10.42.42.2(pid=7756): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7756)]\u000a04:19:39.462686 run osmo-hlr_10.42.42.2(pid=7756): stdout: \u000a| (launched: 2022-12-14_04:19:36.328830) \u000a04:19:39.512264 run osmo-hlr_10.42.42.2(pid=7756): stderr: \u000a| �[0;m�[1;31m20221214041936503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041936504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041936504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041936504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041936504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041936504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041936516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041936525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041936525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041936525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:39.553999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7755): Terminating (SIGTERM)\u000a04:19:39.593360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7758): Terminating (SIGTERM)\u000a04:19:39.633371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7761): Terminating (SIGTERM)\u000a04:19:39.642495 --- ParallelTerminationStrategy: PID 7755 died...\u000a04:19:39.695391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7755): Terminated: ok {rc=0}\u000a04:19:39.704938 --- ParallelTerminationStrategy: PID 7758 died...\u000a04:19:39.757499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7758): Terminated: ok {rc=0}\u000a04:19:39.766950 --- ParallelTerminationStrategy: PID 7761 died...\u000a04:19:39.819802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7761): Terminated: ok {rc=0}\u000a04:19:39.908316 bus /gobi_0: Setting Powered False\u000a04:19:41.010302 bus /gobi_0: Setting Powered False\u000a04:19:42.120852 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:19:32" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7767): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7767) [trial-2399↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7767)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7767): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7767) [trial-2399↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a04:19:44.011996 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a04:19:44.022726 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a04:19:44.156528 tst mo_mt_sms.py: using LAC 38500\u000a04:19:44.270219 tst mo_mt_sms.py: using RAC 250\u000a04:19:44.383426 tst mo_mt_sms.py: using CellId 38500\u000a04:19:44.496641 tst mo_mt_sms.py: using BVCI 38501\u000a04:19:44.518873 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a04:19:44.635746 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a04:19:44.906639 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:19:45.027766 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:19:45.637296 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7766): Launched\u000a04:19:45.962110 run osmo-nitb_10.42.42.2(pid=7767): Launched\u000a04:19:46.146643 run osmo-nitb_10.42.42.2(pid=7767): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7767)]\u000a04:19:46.283007 run osmo-nitb_10.42.42.2(pid=7767): stdout: \u000a| (launched: 2022-12-14_04:19:45.785964) \u000a04:19:46.419655 run osmo-nitb_10.42.42.2(pid=7767): stderr: \u000a| (launched: 2022-12-14_04:19:45.829617)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:19:46.551330 run osmo-nitb_10.42.42.2(pid=7767): stdout: \u000a| (launched: 2022-12-14_04:19:45.785964) \u000a04:19:46.682054 run osmo-nitb_10.42.42.2(pid=7767): stderr: \u000a| (launched: 2022-12-14_04:19:45.829617)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:19:47.089573 tst osmo-nitb_10.42.42.2(pid=7767): stdout: \u000a| (launched: 2022-12-14_04:19:45.785964) \u000a04:19:47.218214 tst osmo-nitb_10.42.42.2(pid=7767): stderr: \u000a| (launched: 2022-12-14_04:19:45.829617)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:19:47.274622 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=7767): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7767) [trial-2399↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7767)] [trial-2399↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a04:19:47.283526 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a04:19:47.320696 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7766): Terminating (SIGTERM)\u000a04:19:47.499369 --- ParallelTerminationStrategy: PID 7766 died...\u000a04:19:47.557468 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7766): Terminated: ok {rc=0}\u000a04:19:47.645643 bus /sierra_3: Setting Powered False\u000a04:19:48.753267 bus /sierra_3: Setting Powered False\u000a04:19:49.862184 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:19:43" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7778): Process ended prematurely: osmo-stp_10.42.42.5(pid=7778) [trial-2399↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7778)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7778): Process ended prematurely: osmo-stp_10.42.42.5(pid=7778) [trial-2399↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a04:19:51.755917 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:51.766478 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a04:19:51.906722 tst mo_mt_sms.py: using LAC 38501\u000a04:19:52.030162 tst mo_mt_sms.py: using RAC 251\u000a04:19:52.154495 tst mo_mt_sms.py: using CellId 38501\u000a04:19:52.277644 tst mo_mt_sms.py: using BVCI 38502\u000a04:19:52.301848 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:52.312812 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:52.323637 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:52.334549 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:52.345942 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:19:52.357233 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a04:19:52.472685 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a04:19:52.683707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:53.181883 run create_hlr_db(pid=7771): Launched\u000a04:19:53.365802 bus /sierra_2: Setting Powered False\u000a04:19:54.386578 run create_hlr_db(pid=7771): Terminated: ok {rc=0}\u000a04:19:54.784778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7774): Launched\u000a04:19:55.080192 run osmo-hlr_10.42.42.2(pid=7775): Launched\u000a04:19:55.193773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:55.718766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7777): Launched\u000a04:19:56.012663 run osmo-stp_10.42.42.5(pid=7778): Launched\u000a04:19:56.119044 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:19:56.658572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7780): Launched\u000a04:19:56.953347 run osmo-msc_10.42.42.6(pid=7781): Launched\u000a04:19:57.127280 run osmo-stp_10.42.42.5(pid=7778): ERR: Terminated: ERROR {rc=1} [trial-2399↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7778)]\u000a04:19:57.251952 run osmo-stp_10.42.42.5(pid=7778): stdout: \u000a| (launched: 2022-12-14_04:19:55.867962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:57.374398 run osmo-stp_10.42.42.5(pid=7778): stderr: \u000a| �[0;m�[38;5;43m20221214041956036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041956036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041956036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041956037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041956037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041956037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041956037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:57.492800 run osmo-stp_10.42.42.5(pid=7778): stdout: \u000a| (launched: 2022-12-14_04:19:55.867962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:57.609571 run osmo-stp_10.42.42.5(pid=7778): stderr: \u000a| �[0;m�[38;5;43m20221214041956036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214041956036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214041956036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214041956037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214041956037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214041956037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214041956037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:57.660922 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7778): Process ended prematurely: osmo-stp_10.42.42.5(pid=7778) [trial-2399↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7778)] [trial-2399↪sms:trx-lms↪mo_mt_sms.py:16]\u000a04:19:57.669262 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a04:19:57.728375 run osmo-hlr_10.42.42.2(pid=7775): ERR: Terminated: ERROR {rc=237} [trial-2399↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7775)]\u000a04:19:57.777211 run osmo-hlr_10.42.42.2(pid=7775): stdout: \u000a| (launched: 2022-12-14_04:19:54.934284) \u000a04:19:57.826442 run osmo-hlr_10.42.42.2(pid=7775): stderr: \u000a| �[0;m�[1;31m20221214041955109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214041955109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214041955109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041955109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214041955109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214041955109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214041955122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214041955132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214041955133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214041955133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:57.893988 run osmo-msc_10.42.42.6(pid=7781): ERR: Terminated: ERROR {rc=2} [trial-2399↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7781)]\u000a04:19:57.942496 run osmo-msc_10.42.42.6(pid=7781): stdout: \u000a| (launched: 2022-12-14_04:19:56.807699) \u000a04:19:57.991748 run osmo-msc_10.42.42.6(pid=7781): stderr: \u000a| �[0;m�[38;5;43m20221214041957076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214041957076 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e53df4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214041957076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214041957076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214041957076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214041957077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214041957078 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214041957079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214041957079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214041957079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:19:58.033471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7774): Terminating (SIGTERM)\u000a04:19:58.072740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7777): Terminating (SIGTERM)\u000a04:19:58.112019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7780): Terminating (SIGTERM)\u000a04:19:58.121105 --- ParallelTerminationStrategy: PID 7774 died...\u000a04:19:58.173500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7774): Terminated: ok {rc=0}\u000a04:19:58.183023 --- ParallelTerminationStrategy: PID 7777 died...\u000a04:19:58.235191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7777): Terminated: ok {rc=0}\u000a04:19:58.244475 --- ParallelTerminationStrategy: PID 7780 died...\u000a04:19:58.296653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7780): Terminated: ok {rc=0}\u000a04:19:58.383802 bus /sierra_3: Setting Powered False\u000a04:19:59.485304 bus /sierra_3: Setting Powered False\u000a04:20:00.592450 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:19:51" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7790): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7790) [trial-2399↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7790)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7790): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7790) [trial-2399↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a04:20:02.473149 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a04:20:02.483793 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a04:20:02.614328 tst assert_extension.py: using LAC 38502\u000a04:20:02.738612 tst assert_extension.py: using RAC 252\u000a04:20:02.857148 tst assert_extension.py: using CellId 38502\u000a04:20:02.972312 tst assert_extension.py: using BVCI 38503\u000a04:20:02.995297 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a04:20:03.281544 tst assert_extension.py:10: start nitb and bts...\u000a04:20:03.413029 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:20:04.070301 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7789): Launched\u000a04:20:04.384192 run osmo-nitb_10.42.42.2(pid=7790): Launched\u000a04:20:04.581219 run osmo-nitb_10.42.42.2(pid=7790): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7790)]\u000a04:20:04.725857 run osmo-nitb_10.42.42.2(pid=7790): stdout: \u000a| (launched: 2022-12-14_04:20:04.230670) \u000a04:20:04.870756 run osmo-nitb_10.42.42.2(pid=7790): stderr: \u000a| (launched: 2022-12-14_04:20:04.277840)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:20:05.010498 run osmo-nitb_10.42.42.2(pid=7790): stdout: \u000a| (launched: 2022-12-14_04:20:04.230670) \u000a04:20:05.149299 run osmo-nitb_10.42.42.2(pid=7790): stderr: \u000a| (launched: 2022-12-14_04:20:04.277840)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:20:05.512593 tst osmo-nitb_10.42.42.2(pid=7790): stdout: \u000a| (launched: 2022-12-14_04:20:04.230670) \u000a04:20:05.640134 tst osmo-nitb_10.42.42.2(pid=7790): stderr: \u000a| (launched: 2022-12-14_04:20:04.277840)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:20:05.695813 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7790): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7790) [trial-2399↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7790)] [trial-2399↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a04:20:05.704418 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a04:20:05.741408 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7789): Terminating (SIGTERM)\u000a04:20:05.919895 --- ParallelTerminationStrategy: PID 7789 died...\u000a04:20:05.978258 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7789): Terminated: ok {rc=0}\u000a04:20:06.066977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:20:02" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7800): Process ended prematurely: osmo-stp_10.42.42.5(pid=7800) [trial-2399↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7800)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7800): Process ended prematurely: osmo-stp_10.42.42.5(pid=7800) [trial-2399↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a04:20:07.902111 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:07.912647 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a04:20:08.044521 tst assert_extension.py: using LAC 38503\u000a04:20:08.167717 tst assert_extension.py: using RAC 253\u000a04:20:08.296295 tst assert_extension.py: using CellId 38503\u000a04:20:08.419932 tst assert_extension.py: using BVCI 38504\u000a04:20:08.444354 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:08.455466 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:08.466425 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:08.477447 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:08.488554 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:08.499734 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a04:20:08.697069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:09.173262 run create_hlr_db(pid=7794): Launched\u000a04:20:09.343104 bus /sierra_2: Setting Powered False\u000a04:20:10.365629 run create_hlr_db(pid=7794): Terminated: ok {rc=0}\u000a04:20:10.789731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7796): Launched\u000a04:20:11.106423 run osmo-hlr_10.42.42.2(pid=7797): Launched\u000a04:20:11.220886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:11.775254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7799): Launched\u000a04:20:12.093839 run osmo-stp_10.42.42.5(pid=7800): Launched\u000a04:20:12.207762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:12.785300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7802): Launched\u000a04:20:13.101926 run osmo-msc_10.42.42.6(pid=7803): Launched\u000a04:20:13.287681 run osmo-stp_10.42.42.5(pid=7800): ERR: Terminated: ERROR {rc=1} [trial-2399↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7800)]\u000a04:20:13.427116 run osmo-stp_10.42.42.5(pid=7800): stdout: \u000a| (launched: 2022-12-14_04:20:11.935561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:13.561623 run osmo-stp_10.42.42.5(pid=7800): stderr: \u000a| �[0;m�[38;5;43m20221214042012127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042012127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042012127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042012128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042012128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042012128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042012128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:13.689434 run osmo-stp_10.42.42.5(pid=7800): stdout: \u000a| (launched: 2022-12-14_04:20:11.935561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:13.815287 run osmo-stp_10.42.42.5(pid=7800): stderr: \u000a| �[0;m�[38;5;43m20221214042012127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042012127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042012127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042012128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042012128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042012128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042012128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:13.870599 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7800): Process ended prematurely: osmo-stp_10.42.42.5(pid=7800) [trial-2399↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7800)] [trial-2399↪ussd:trx-lms↪assert_extension.py:17]\u000a04:20:13.879378 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a04:20:13.942630 run osmo-hlr_10.42.42.2(pid=7797): ERR: Terminated: ERROR {rc=237} [trial-2399↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7797)]\u000a04:20:13.994504 run osmo-hlr_10.42.42.2(pid=7797): stdout: \u000a| (launched: 2022-12-14_04:20:10.949998) \u000a04:20:14.046758 run osmo-hlr_10.42.42.2(pid=7797): stderr: \u000a| �[0;m�[1;31m20221214042011146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042011146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042011146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042011146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042011146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042011146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042011159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042011167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042011167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042011167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:14.118039 run osmo-msc_10.42.42.6(pid=7803): ERR: Terminated: ERROR {rc=2} [trial-2399↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7803)]\u000a04:20:14.169821 run osmo-msc_10.42.42.6(pid=7803): stdout: \u000a| (launched: 2022-12-14_04:20:12.945186) \u000a04:20:14.222392 run osmo-msc_10.42.42.6(pid=7803): stderr: \u000a| �[0;m�[38;5;43m20221214042013265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042013265 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc71c361c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042013265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042013266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042013266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042013266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042013267 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042013268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042013268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042013268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:14.267144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7796): Terminating (SIGTERM)\u000a04:20:14.309341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7799): Terminating (SIGTERM)\u000a04:20:14.351671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7802): Terminating (SIGTERM)\u000a04:20:14.361409 --- ParallelTerminationStrategy: PID 7796 died...\u000a04:20:14.418169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7796): Terminated: ok {rc=0}\u000a04:20:14.428582 --- ParallelTerminationStrategy: PID 7799 died...\u000a04:20:14.484705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7799): Terminated: ok {rc=0}\u000a04:20:14.494810 --- ParallelTerminationStrategy: PID 7802 died...\u000a04:20:14.551347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7802): Terminated: ok {rc=0}\u000a04:20:14.638737 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:20:07" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7814): Process ended prematurely: osmo-stp_10.42.42.5(pid=7814) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7814)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7814): Process ended prematurely: osmo-stp_10.42.42.5(pid=7814) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:20:16.647088 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:16.662914 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:20:16.838651 tst mo_mt_call.py: using LAC 38504\u000a04:20:16.987110 tst mo_mt_call.py: using RAC 254\u000a04:20:17.109951 tst mo_mt_call.py: using CellId 38504\u000a04:20:17.230352 tst mo_mt_call.py: using BVCI 38505\u000a04:20:17.254358 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:17.266422 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:17.278447 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:17.290363 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:17.303198 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:17.316515 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:20:17.433512 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:20:17.638141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:18.119890 run create_hlr_db(pid=7808): Launched\u000a04:20:18.292241 bus /sierra_2: Setting Powered False\u000a04:20:19.314222 run create_hlr_db(pid=7808): Terminated: ok {rc=0}\u000a04:20:19.742783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7810): Launched\u000a04:20:20.065713 run osmo-hlr_10.42.42.2(pid=7811): Launched\u000a04:20:20.184819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:20.747067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7813): Launched\u000a04:20:21.071095 run osmo-stp_10.42.42.5(pid=7814): Launched\u000a04:20:21.188138 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:21.777770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7816): Launched\u000a04:20:22.100607 run osmo-msc_10.42.42.6(pid=7817): Launched\u000a04:20:22.289745 run osmo-stp_10.42.42.5(pid=7814): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7814)]\u000a04:20:22.426695 run osmo-stp_10.42.42.5(pid=7814): stdout: \u000a| (launched: 2022-12-14_04:20:20.911013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:22.563087 run osmo-stp_10.42.42.5(pid=7814): stderr: \u000a| �[0;m�[38;5;43m20221214042021102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042021103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042021103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042021103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042021104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042021104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042021104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:22.692339 run osmo-stp_10.42.42.5(pid=7814): stdout: \u000a| (launched: 2022-12-14_04:20:20.911013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:22.820524 run osmo-stp_10.42.42.5(pid=7814): stderr: \u000a| �[0;m�[38;5;43m20221214042021102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042021103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042021103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042021103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042021104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042021104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042021104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:22.877347 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7814): Process ended prematurely: osmo-stp_10.42.42.5(pid=7814) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7814)] [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:20:22.886805 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:20:22.950058 run osmo-hlr_10.42.42.2(pid=7811): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7811)]\u000a04:20:23.001781 run osmo-hlr_10.42.42.2(pid=7811): stdout: \u000a| (launched: 2022-12-14_04:20:19.906710) \u000a04:20:23.053930 run osmo-hlr_10.42.42.2(pid=7811): stderr: \u000a| �[0;m�[1;31m20221214042020104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042020104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042020104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042020104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042020104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042020105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042020117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042020125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042020125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042020125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:23.124930 run osmo-msc_10.42.42.6(pid=7817): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7817)]\u000a04:20:23.176579 run osmo-msc_10.42.42.6(pid=7817): stdout: \u000a| (launched: 2022-12-14_04:20:21.941090) \u000a04:20:23.228702 run osmo-msc_10.42.42.6(pid=7817): stderr: \u000a| �[0;m�[38;5;43m20221214042022261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042022261 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff477568c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042022261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042022261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042022261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042022261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042022263 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042022263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042022263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042022264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:23.273146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7810): Terminating (SIGTERM)\u000a04:20:23.315386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7813): Terminating (SIGTERM)\u000a04:20:23.357296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7816): Terminating (SIGTERM)\u000a04:20:23.366930 --- ParallelTerminationStrategy: PID 7810 died...\u000a04:20:23.423105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7810): Terminated: ok {rc=0}\u000a04:20:23.433510 --- ParallelTerminationStrategy: PID 7813 died...\u000a04:20:23.490142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7813): Terminated: ok {rc=0}\u000a04:20:23.500295 --- ParallelTerminationStrategy: PID 7816 died...\u000a04:20:23.557013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7816): Terminated: ok {rc=0}\u000a04:20:23.644917 bus /sierra_3: Setting Powered False\u000a04:20:24.751803 bus /sierra_3: Setting Powered False\u000a04:20:25.860262 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7825): Process ended prematurely: osmo-stp_10.42.42.5(pid=7825) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7825)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7825): Process ended prematurely: osmo-stp_10.42.42.5(pid=7825) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:20:26.974093 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:26.986224 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:20:27.146248 tst mo_mt_call_osmux.py: using LAC 38505\u000a04:20:27.264758 tst mo_mt_call_osmux.py: using RAC 255\u000a04:20:27.383635 tst mo_mt_call_osmux.py: using CellId 38505\u000a04:20:27.505485 tst mo_mt_call_osmux.py: using BVCI 38506\u000a04:20:27.528380 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:27.539573 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:27.550545 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:27.561877 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:27.573366 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:27.584759 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:20:27.705529 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:20:27.912731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:28.394262 run create_hlr_db(pid=7819): Launched\u000a04:20:28.566779 bus /sierra_2: Setting Powered False\u000a04:20:29.589837 run create_hlr_db(pid=7819): Terminated: ok {rc=0}\u000a04:20:30.019779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7821): Launched\u000a04:20:30.344887 run osmo-hlr_10.42.42.2(pid=7822): Launched\u000a04:20:30.468092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:31.062805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7824): Launched\u000a04:20:31.475693 run osmo-stp_10.42.42.5(pid=7825): Launched\u000a04:20:31.741124 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:32.322117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7827): Launched\u000a04:20:32.625089 run osmo-msc_10.42.42.6(pid=7828): Launched\u000a04:20:32.802003 run osmo-stp_10.42.42.5(pid=7825): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7825)]\u000a04:20:32.929279 run osmo-stp_10.42.42.5(pid=7825): stdout: \u000a| (launched: 2022-12-14_04:20:31.222175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:33.054743 run osmo-stp_10.42.42.5(pid=7825): stderr: \u000a| �[0;m�[38;5;43m20221214042031506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042031507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042031507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042031507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042031508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042031508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042031508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:33.175342 run osmo-stp_10.42.42.5(pid=7825): stdout: \u000a| (launched: 2022-12-14_04:20:31.222175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:33.295022 run osmo-stp_10.42.42.5(pid=7825): stderr: \u000a| �[0;m�[38;5;43m20221214042031506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042031507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042031507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042031507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042031508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042031508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042031508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:33.347973 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7825): Process ended prematurely: osmo-stp_10.42.42.5(pid=7825) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7825)] [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:20:33.356839 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a04:20:33.416446 run osmo-hlr_10.42.42.2(pid=7822): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7822)]\u000a04:20:33.465414 run osmo-hlr_10.42.42.2(pid=7822): stdout: \u000a| (launched: 2022-12-14_04:20:30.183856) \u000a04:20:33.515189 run osmo-hlr_10.42.42.2(pid=7822): stderr: \u000a| �[0;m�[1;31m20221214042030381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042030381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042030381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042030381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042030381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042030381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042030392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042030400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042030401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042030401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:33.582842 run osmo-msc_10.42.42.6(pid=7828): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7828)]\u000a04:20:33.632051 run osmo-msc_10.42.42.6(pid=7828): stdout: \u000a| (launched: 2022-12-14_04:20:32.475271) \u000a04:20:33.681522 run osmo-msc_10.42.42.6(pid=7828): stderr: \u000a| �[0;m�[38;5;43m20221214042032748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042032748 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe021084c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042032748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042032748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042032748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042032749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042032751 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042032751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042032751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042032751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:33.723719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7821): Terminating (SIGTERM)\u000a04:20:33.764086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7824): Terminating (SIGTERM)\u000a04:20:33.804019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7827): Terminating (SIGTERM)\u000a04:20:33.813236 --- ParallelTerminationStrategy: PID 7821 died...\u000a04:20:33.866748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7821): Terminated: ok {rc=0}\u000a04:20:33.876351 --- ParallelTerminationStrategy: PID 7824 died...\u000a04:20:33.929574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7824): Terminated: ok {rc=0}\u000a04:20:33.939119 --- ParallelTerminationStrategy: PID 7827 died...\u000a04:20:33.992131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7827): Terminated: ok {rc=0}\u000a04:20:34.081235 bus /sierra_3: Setting Powered False\u000a04:20:35.186255 bus /sierra_3: Setting Powered False\u000a04:20:36.294453 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:20:16" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7839): Process ended prematurely: osmo-stp_10.42.42.5(pid=7839) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7839)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7839): Process ended prematurely: osmo-stp_10.42.42.5(pid=7839) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:20:38.303493 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:38.315185 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:20:38.474072 tst mo_mt_call.py: using LAC 38506\u000a04:20:38.598597 tst mo_mt_call.py: using RAC 1\u000a04:20:38.715779 tst mo_mt_call.py: using CellId 38506\u000a04:20:38.837943 tst mo_mt_call.py: using BVCI 38507\u000a04:20:38.860799 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:38.872109 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:38.883225 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:38.894352 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:38.906004 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:38.917703 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:20:39.038525 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:20:39.248793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:39.758066 run create_hlr_db(pid=7833): Launched\u000a04:20:39.944611 bus /sierra_2: Setting Powered False\u000a04:20:40.966377 run create_hlr_db(pid=7833): Terminated: ok {rc=0}\u000a04:20:41.369827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7835): Launched\u000a04:20:41.670874 run osmo-hlr_10.42.42.2(pid=7836): Launched\u000a04:20:41.789449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:42.346233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7838): Launched\u000a04:20:42.648281 run osmo-stp_10.42.42.5(pid=7839): Launched\u000a04:20:42.757608 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:43.306772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7841): Launched\u000a04:20:43.608386 run osmo-msc_10.42.42.6(pid=7842): Launched\u000a04:20:43.786467 run osmo-stp_10.42.42.5(pid=7839): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7839)]\u000a04:20:43.914387 run osmo-stp_10.42.42.5(pid=7839): stdout: \u000a| (launched: 2022-12-14_04:20:42.498317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:44.039922 run osmo-stp_10.42.42.5(pid=7839): stderr: \u000a| �[0;m�[38;5;43m20221214042042674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042042674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042042674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042042675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042042675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042042675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042042675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:44.160171 run osmo-stp_10.42.42.5(pid=7839): stdout: \u000a| (launched: 2022-12-14_04:20:42.498317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:44.279004 run osmo-stp_10.42.42.5(pid=7839): stderr: \u000a| �[0;m�[38;5;43m20221214042042674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042042674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042042674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042042675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042042675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042042675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042042675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:44.331849 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7839): Process ended prematurely: osmo-stp_10.42.42.5(pid=7839) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7839)] [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:20:44.340523 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:20:44.400546 run osmo-hlr_10.42.42.2(pid=7836): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7836)]\u000a04:20:44.449485 run osmo-hlr_10.42.42.2(pid=7836): stdout: \u000a| (launched: 2022-12-14_04:20:41.522264) \u000a04:20:44.499152 run osmo-hlr_10.42.42.2(pid=7836): stderr: \u000a| �[0;m�[1;31m20221214042041698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042041698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042041698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042041698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042041698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042041698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042041710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042041721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042041721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042041721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:44.566472 run osmo-msc_10.42.42.6(pid=7842): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7842)]\u000a04:20:44.615303 run osmo-msc_10.42.42.6(pid=7842): stdout: \u000a| (launched: 2022-12-14_04:20:43.458734) \u000a04:20:44.664646 run osmo-msc_10.42.42.6(pid=7842): stderr: \u000a| �[0;m�[38;5;43m20221214042043732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042043732 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd050a1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042043732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042043732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042043733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042043733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042043735 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042043735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042043735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042043735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:44.706685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7835): Terminating (SIGTERM)\u000a04:20:44.746227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7838): Terminating (SIGTERM)\u000a04:20:44.785682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7841): Terminating (SIGTERM)\u000a04:20:44.794788 --- ParallelTerminationStrategy: PID 7835 died...\u000a04:20:44.848149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7835): Terminated: ok {rc=0}\u000a04:20:44.857811 --- ParallelTerminationStrategy: PID 7838 died...\u000a04:20:44.910592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7838): Terminated: ok {rc=0}\u000a04:20:44.920156 --- ParallelTerminationStrategy: PID 7841 died...\u000a04:20:44.973069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7841): Terminated: ok {rc=0}\u000a04:20:45.061469 bus /sierra_3: Setting Powered False\u000a04:20:46.171125 bus /sierra_3: Setting Powered False\u000a04:20:47.279964 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7852): Process ended prematurely: osmo-stp_10.42.42.5(pid=7852) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7852)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7852): Process ended prematurely: osmo-stp_10.42.42.5(pid=7852) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:20:48.394763 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:48.407077 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:20:48.572186 tst mo_mt_call_osmux.py: using LAC 38507\u000a04:20:48.703201 tst mo_mt_call_osmux.py: using RAC 2\u000a04:20:48.827690 tst mo_mt_call_osmux.py: using CellId 38507\u000a04:20:48.952127 tst mo_mt_call_osmux.py: using BVCI 38508\u000a04:20:48.976676 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:48.988209 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:48.999576 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:49.010870 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:49.022793 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:49.034427 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:20:49.155937 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:20:49.355615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:49.839193 run create_hlr_db(pid=7844): Launched\u000a04:20:50.011471 bus /sierra_2: Setting Powered False\u000a04:20:51.032658 run create_hlr_db(pid=7844): Terminated: ok {rc=0}\u000a04:20:51.434496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7846): Launched\u000a04:20:51.736113 run osmo-hlr_10.42.42.2(pid=7847): Launched\u000a04:20:51.854002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:52.421670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7851): Launched\u000a04:20:52.746334 run osmo-stp_10.42.42.5(pid=7852): Launched\u000a04:20:52.863312 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:53.456354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7854): Launched\u000a04:20:53.781086 run osmo-msc_10.42.42.6(pid=7855): Launched\u000a04:20:53.971296 run osmo-stp_10.42.42.5(pid=7852): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7852)]\u000a04:20:54.109035 run osmo-stp_10.42.42.5(pid=7852): stdout: \u000a| (launched: 2022-12-14_04:20:52.586976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:54.246769 run osmo-stp_10.42.42.5(pid=7852): stderr: \u000a| �[0;m�[38;5;43m20221214042052780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042052780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042052780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042052781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042052781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042052781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042052781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:54.377818 run osmo-stp_10.42.42.5(pid=7852): stdout: \u000a| (launched: 2022-12-14_04:20:52.586976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:54.508034 run osmo-stp_10.42.42.5(pid=7852): stderr: \u000a| �[0;m�[38;5;43m20221214042052780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042052780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042052780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042052781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042052781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042052781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042052781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:54.565112 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7852): Process ended prematurely: osmo-stp_10.42.42.5(pid=7852) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7852)] [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:20:54.574709 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:20:54.638331 run osmo-hlr_10.42.42.2(pid=7847): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7847)]\u000a04:20:54.690453 run osmo-hlr_10.42.42.2(pid=7847): stdout: \u000a| (launched: 2022-12-14_04:20:51.587344) \u000a04:20:54.743236 run osmo-hlr_10.42.42.2(pid=7847): stderr: \u000a| �[0;m�[1;31m20221214042051765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042051765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042051765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042051765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042051766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042051766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042051777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042051786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042051786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042051786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:54.814856 run osmo-msc_10.42.42.6(pid=7855): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7855)]\u000a04:20:54.867042 run osmo-msc_10.42.42.6(pid=7855): stdout: \u000a| (launched: 2022-12-14_04:20:53.621417) \u000a04:20:54.919513 run osmo-msc_10.42.42.6(pid=7855): stderr: \u000a| �[0;m�[38;5;43m20221214042053945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042053945 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa75e471c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042053945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042053946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042053946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042053946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042053947 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042053948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042053948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042053948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:54.963991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7846): Terminating (SIGTERM)\u000a04:20:55.006502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7851): Terminating (SIGTERM)\u000a04:20:55.048774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7854): Terminating (SIGTERM)\u000a04:20:55.058595 --- ParallelTerminationStrategy: PID 7846 died...\u000a04:20:55.115943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7846): Terminated: ok {rc=0}\u000a04:20:55.126237 --- ParallelTerminationStrategy: PID 7851 died...\u000a04:20:55.183138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7851): Terminated: ok {rc=0}\u000a04:20:55.193321 --- ParallelTerminationStrategy: PID 7854 died...\u000a04:20:55.250248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7854): Terminated: ok {rc=0}\u000a04:20:55.338624 bus /sierra_3: Setting Powered False\u000a04:20:56.441086 bus /sierra_3: Setting Powered False\u000a04:20:57.553032 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:20:38" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7866): Process ended prematurely: osmo-stp_10.42.42.5(pid=7866) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7866)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7866): Process ended prematurely: osmo-stp_10.42.42.5(pid=7866) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:20:59.542387 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:20:59.553708 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:20:59.709979 tst mo_mt_call.py: using LAC 38508\u000a04:20:59.832536 tst mo_mt_call.py: using RAC 3\u000a04:20:59.954294 tst mo_mt_call.py: using CellId 38508\u000a04:21:00.071129 tst mo_mt_call.py: using BVCI 38509\u000a04:21:00.094048 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:00.105149 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:00.115836 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:00.126612 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:00.138004 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:00.149533 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:21:00.267289 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:21:00.481820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:01.067454 run create_hlr_db(pid=7860): Launched\u000a04:21:01.258616 bus /sierra_2: Setting Powered False\u000a04:21:02.283880 run create_hlr_db(pid=7860): Terminated: ok {rc=0}\u000a04:21:02.688582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7862): Launched\u000a04:21:02.991573 run osmo-hlr_10.42.42.2(pid=7863): Launched\u000a04:21:03.100883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:03.626192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7865): Launched\u000a04:21:03.928781 run osmo-stp_10.42.42.5(pid=7866): Launched\u000a04:21:04.038604 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:04.590644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7868): Launched\u000a04:21:04.893759 run osmo-msc_10.42.42.6(pid=7869): Launched\u000a04:21:05.070295 run osmo-stp_10.42.42.5(pid=7866): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7866)]\u000a04:21:05.197884 run osmo-stp_10.42.42.5(pid=7866): stdout: \u000a| (launched: 2022-12-14_04:21:03.779279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:05.323349 run osmo-stp_10.42.42.5(pid=7866): stderr: \u000a| �[0;m�[38;5;43m20221214042103952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042103953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042103953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042103953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042103954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042103954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042103954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:05.443693 run osmo-stp_10.42.42.5(pid=7866): stdout: \u000a| (launched: 2022-12-14_04:21:03.779279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:05.563008 run osmo-stp_10.42.42.5(pid=7866): stderr: \u000a| �[0;m�[38;5;43m20221214042103952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042103953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042103953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042103953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042103954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042103954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042103954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:05.615839 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7866): Process ended prematurely: osmo-stp_10.42.42.5(pid=7866) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7866)] [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:21:05.624558 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:21:05.684109 run osmo-hlr_10.42.42.2(pid=7863): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7863)]\u000a04:21:05.732923 run osmo-hlr_10.42.42.2(pid=7863): stdout: \u000a| (launched: 2022-12-14_04:21:02.841684) \u000a04:21:05.783021 run osmo-hlr_10.42.42.2(pid=7863): stderr: \u000a| �[0;m�[1;31m20221214042103018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042103018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042103018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042103018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042103018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042103018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042103079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042103089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042103090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042103090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:05.849948 run osmo-msc_10.42.42.6(pid=7869): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7869)]\u000a04:21:05.898780 run osmo-msc_10.42.42.6(pid=7869): stdout: \u000a| (launched: 2022-12-14_04:21:04.743782) \u000a04:21:05.948260 run osmo-msc_10.42.42.6(pid=7869): stderr: \u000a| �[0;m�[38;5;43m20221214042105014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042105014 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90e2331c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042105014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042105014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042105015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042105015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042105016 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042105017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042105017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042105017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:05.989995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7862): Terminating (SIGTERM)\u000a04:21:06.029904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7865): Terminating (SIGTERM)\u000a04:21:06.069834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7868): Terminating (SIGTERM)\u000a04:21:06.078961 --- ParallelTerminationStrategy: PID 7862 died...\u000a04:21:06.132081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7862): Terminated: ok {rc=0}\u000a04:21:06.141617 --- ParallelTerminationStrategy: PID 7865 died...\u000a04:21:06.194460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7865): Terminated: ok {rc=0}\u000a04:21:06.203926 --- ParallelTerminationStrategy: PID 7868 died...\u000a04:21:06.257026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7868): Terminated: ok {rc=0}\u000a04:21:06.346058 bus /sierra_3: Setting Powered False\u000a04:21:07.450160 bus /sierra_3: Setting Powered False\u000a04:21:08.562417 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7877): Process ended prematurely: osmo-stp_10.42.42.5(pid=7877) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7877)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7877): Process ended prematurely: osmo-stp_10.42.42.5(pid=7877) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7877)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:21:09.679299 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:09.691736 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:21:09.852152 tst mo_mt_call_osmux.py: using LAC 38509\u000a04:21:09.979021 tst mo_mt_call_osmux.py: using RAC 4\u000a04:21:10.106710 tst mo_mt_call_osmux.py: using CellId 38509\u000a04:21:10.233952 tst mo_mt_call_osmux.py: using BVCI 38510\u000a04:21:10.258806 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:10.270473 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:10.281888 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:10.293122 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:10.304735 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:10.316417 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:21:10.432426 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:21:10.645119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:11.153555 run create_hlr_db(pid=7871): Launched\u000a04:21:11.340200 bus /sierra_2: Setting Powered False\u000a04:21:12.361441 run create_hlr_db(pid=7871): Terminated: ok {rc=0}\u000a04:21:12.792241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7873): Launched\u000a04:21:13.116677 run osmo-hlr_10.42.42.2(pid=7874): Launched\u000a04:21:13.235263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:13.799054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7876): Launched\u000a04:21:14.122016 run osmo-stp_10.42.42.5(pid=7877): Launched\u000a04:21:14.239003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:14.829768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7879): Launched\u000a04:21:15.153085 run osmo-msc_10.42.42.6(pid=7880): Launched\u000a04:21:15.342430 run osmo-stp_10.42.42.5(pid=7877): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7877)]\u000a04:21:15.479398 run osmo-stp_10.42.42.5(pid=7877): stdout: \u000a| (launched: 2022-12-14_04:21:13.962698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:15.616171 run osmo-stp_10.42.42.5(pid=7877): stderr: \u000a| �[0;m�[38;5;43m20221214042114155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042114155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042114155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042114156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042114156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042114156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042114156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:15.746104 run osmo-stp_10.42.42.5(pid=7877): stdout: \u000a| (launched: 2022-12-14_04:21:13.962698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:15.876238 run osmo-stp_10.42.42.5(pid=7877): stderr: \u000a| �[0;m�[38;5;43m20221214042114155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042114155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042114155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042114156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042114156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042114156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042114156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:15.934859 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7877): Process ended prematurely: osmo-stp_10.42.42.5(pid=7877) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7877)] [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:21:15.945221 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:21:16.010804 run osmo-hlr_10.42.42.2(pid=7874): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7874)]\u000a04:21:16.064244 run osmo-hlr_10.42.42.2(pid=7874): stdout: \u000a| (launched: 2022-12-14_04:21:12.956456) \u000a04:21:16.118601 run osmo-hlr_10.42.42.2(pid=7874): stderr: \u000a| �[0;m�[1;31m20221214042113155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042113155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042113155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042113155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042113155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042113155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042113168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042113176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042113176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042113176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:16.200212 run osmo-msc_10.42.42.6(pid=7880): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7880)]\u000a04:21:16.262771 run osmo-msc_10.42.42.6(pid=7880): stdout: \u000a| (launched: 2022-12-14_04:21:14.993349) \u000a04:21:16.327199 run osmo-msc_10.42.42.6(pid=7880): stderr: \u000a| �[0;m�[38;5;43m20221214042115315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042115315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b71618c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042115315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042115315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042115316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042115316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042115317 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042115318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042115318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042115318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:16.380351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7873): Terminating (SIGTERM)\u000a04:21:16.434289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7876): Terminating (SIGTERM)\u000a04:21:16.486356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7879): Terminating (SIGTERM)\u000a04:21:16.500378 --- ParallelTerminationStrategy: PID 7873 died...\u000a04:21:16.572227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7873): Terminated: ok {rc=0}\u000a04:21:16.585868 --- ParallelTerminationStrategy: PID 7876 died...\u000a04:21:16.652685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7876): Terminated: ok {rc=0}\u000a04:21:16.666297 --- ParallelTerminationStrategy: PID 7879 died...\u000a04:21:16.733333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7879): Terminated: ok {rc=0}\u000a04:21:16.852642 bus /sierra_3: Setting Powered False\u000a04:21:17.964069 bus /sierra_3: Setting Powered False\u000a04:21:19.072649 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:20:59" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7891): Process ended prematurely: osmo-stp_10.42.42.5(pid=7891) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7891)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7891): Process ended prematurely: osmo-stp_10.42.42.5(pid=7891) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:21:21.073569 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:21.084789 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:21:21.238672 tst mo_mt_call.py: using LAC 38510\u000a04:21:21.354845 tst mo_mt_call.py: using RAC 5\u000a04:21:21.471455 tst mo_mt_call.py: using CellId 38510\u000a04:21:21.588338 tst mo_mt_call.py: using BVCI 38511\u000a04:21:21.611425 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:21.622437 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:21.633233 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:21.643928 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:21.655032 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:21.666198 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:21:21.785555 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:21:21.986166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:22.469382 run create_hlr_db(pid=7885): Launched\u000a04:21:22.641837 bus /sierra_2: Setting Powered False\u000a04:21:23.663270 run create_hlr_db(pid=7885): Terminated: ok {rc=0}\u000a04:21:24.063954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7887): Launched\u000a04:21:24.366154 run osmo-hlr_10.42.42.2(pid=7888): Launched\u000a04:21:24.490297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:25.021455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7890): Launched\u000a04:21:25.323014 run osmo-stp_10.42.42.5(pid=7891): Launched\u000a04:21:25.431473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:25.981300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7893): Launched\u000a04:21:26.283786 run osmo-msc_10.42.42.6(pid=7894): Launched\u000a04:21:26.459614 run osmo-stp_10.42.42.5(pid=7891): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7891)]\u000a04:21:26.586314 run osmo-stp_10.42.42.5(pid=7891): stdout: \u000a| (launched: 2022-12-14_04:21:25.174329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:26.711306 run osmo-stp_10.42.42.5(pid=7891): stderr: \u000a| �[0;m�[38;5;43m20221214042125346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042125346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042125346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042125347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042125347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042125347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042125347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:26.831765 run osmo-stp_10.42.42.5(pid=7891): stdout: \u000a| (launched: 2022-12-14_04:21:25.174329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:26.950768 run osmo-stp_10.42.42.5(pid=7891): stderr: \u000a| �[0;m�[38;5;43m20221214042125346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042125346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042125346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042125347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042125347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042125347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042125347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:27.003829 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7891): Process ended prematurely: osmo-stp_10.42.42.5(pid=7891) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7891)] [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a04:21:27.012734 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:21:27.073102 run osmo-hlr_10.42.42.2(pid=7888): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7888)]\u000a04:21:27.122342 run osmo-hlr_10.42.42.2(pid=7888): stdout: \u000a| (launched: 2022-12-14_04:21:24.217129) \u000a04:21:27.172003 run osmo-hlr_10.42.42.2(pid=7888): stderr: \u000a| �[0;m�[1;31m20221214042124396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042124396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042124396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042124396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042124396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042124396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042124408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042124417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042124417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042124418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:27.239406 run osmo-msc_10.42.42.6(pid=7894): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7894)]\u000a04:21:27.288313 run osmo-msc_10.42.42.6(pid=7894): stdout: \u000a| (launched: 2022-12-14_04:21:26.133434) \u000a04:21:27.337708 run osmo-msc_10.42.42.6(pid=7894): stderr: \u000a| �[0;m�[38;5;43m20221214042126408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042126408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0a4410c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042126408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042126408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042126409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042126409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042126410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042126411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042126411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042126411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:27.379756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7887): Terminating (SIGTERM)\u000a04:21:27.419392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7890): Terminating (SIGTERM)\u000a04:21:27.458951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7893): Terminating (SIGTERM)\u000a04:21:27.468135 --- ParallelTerminationStrategy: PID 7887 died...\u000a04:21:27.521835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7887): Terminated: ok {rc=0}\u000a04:21:27.531507 --- ParallelTerminationStrategy: PID 7890 died...\u000a04:21:27.584640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7890): Terminated: ok {rc=0}\u000a04:21:27.594325 --- ParallelTerminationStrategy: PID 7893 died...\u000a04:21:27.647639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7893): Terminated: ok {rc=0}\u000a04:21:27.736566 bus /sierra_3: Setting Powered False\u000a04:21:28.840316 bus /sierra_3: Setting Powered False\u000a04:21:29.948847 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7902): Process ended prematurely: osmo-stp_10.42.42.5(pid=7902) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7902)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7902): Process ended prematurely: osmo-stp_10.42.42.5(pid=7902) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:21:31.064236 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:31.077680 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:21:31.280199 tst mo_mt_call_osmux.py: using LAC 38511\u000a04:21:31.441358 tst mo_mt_call_osmux.py: using RAC 6\u000a04:21:31.598949 tst mo_mt_call_osmux.py: using CellId 38511\u000a04:21:31.730454 tst mo_mt_call_osmux.py: using BVCI 38512\u000a04:21:31.756271 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:31.768680 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:31.781434 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:31.793986 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:31.807932 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:31.822347 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:21:31.940894 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:21:32.190713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:32.706567 run create_hlr_db(pid=7896): Launched\u000a04:21:32.893133 bus /sierra_2: Setting Powered False\u000a04:21:33.914456 run create_hlr_db(pid=7896): Terminated: ok {rc=0}\u000a04:21:34.344087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7898): Launched\u000a04:21:34.669996 run osmo-hlr_10.42.42.2(pid=7899): Launched\u000a04:21:34.790093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:35.351481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7901): Launched\u000a04:21:35.675864 run osmo-stp_10.42.42.5(pid=7902): Launched\u000a04:21:35.793805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:36.384075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7904): Launched\u000a04:21:36.708128 run osmo-msc_10.42.42.6(pid=7905): Launched\u000a04:21:36.897577 run osmo-stp_10.42.42.5(pid=7902): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7902)]\u000a04:21:37.035074 run osmo-stp_10.42.42.5(pid=7902): stdout: \u000a| (launched: 2022-12-14_04:21:35.516216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:37.171736 run osmo-stp_10.42.42.5(pid=7902): stderr: \u000a| �[0;m�[38;5;43m20221214042135709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042135709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042135709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042135710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042135710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042135710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042135710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:37.301473 run osmo-stp_10.42.42.5(pid=7902): stdout: \u000a| (launched: 2022-12-14_04:21:35.516216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:37.430070 run osmo-stp_10.42.42.5(pid=7902): stderr: \u000a| �[0;m�[38;5;43m20221214042135709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042135709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042135709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042135710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042135710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042135710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042135710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:37.487383 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7902): Process ended prematurely: osmo-stp_10.42.42.5(pid=7902) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7902)] [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a04:21:37.496761 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a04:21:37.560374 run osmo-hlr_10.42.42.2(pid=7899): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7899)]\u000a04:21:37.612118 run osmo-hlr_10.42.42.2(pid=7899): stdout: \u000a| (launched: 2022-12-14_04:21:34.508232) \u000a04:21:37.664347 run osmo-hlr_10.42.42.2(pid=7899): stderr: \u000a| �[0;m�[1;31m20221214042134704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042134704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042134704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042134704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042134704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042134704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042134718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042134726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042134726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042134727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:37.735848 run osmo-msc_10.42.42.6(pid=7905): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7905)]\u000a04:21:37.787517 run osmo-msc_10.42.42.6(pid=7905): stdout: \u000a| (launched: 2022-12-14_04:21:36.548852) \u000a04:21:37.839653 run osmo-msc_10.42.42.6(pid=7905): stderr: \u000a| �[0;m�[38;5;43m20221214042136871 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042136871 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70d4193c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042136871 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042136871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042136871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042136872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042136873 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042136874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042136874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042136874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:37.883940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7898): Terminating (SIGTERM)\u000a04:21:37.926517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7901): Terminating (SIGTERM)\u000a04:21:37.968441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7904): Terminating (SIGTERM)\u000a04:21:37.978124 --- ParallelTerminationStrategy: PID 7898 died...\u000a04:21:38.034350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7898): Terminated: ok {rc=0}\u000a04:21:38.044396 --- ParallelTerminationStrategy: PID 7901 died...\u000a04:21:38.100811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7901): Terminated: ok {rc=0}\u000a04:21:38.110964 --- ParallelTerminationStrategy: PID 7904 died...\u000a04:21:38.167356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7904): Terminated: ok {rc=0}\u000a04:21:38.254527 bus /sierra_3: Setting Powered False\u000a04:21:39.361606 bus /sierra_3: Setting Powered False\u000a04:21:40.470447 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:21:20" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7916): Process ended prematurely: osmo-stp_10.42.42.5(pid=7916) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7916)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7916): Process ended prematurely: osmo-stp_10.42.42.5(pid=7916) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:21:42.476416 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:42.487631 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:21:42.642489 tst mo_mt_call.py: using LAC 38512\u000a04:21:42.762618 tst mo_mt_call.py: using RAC 7\u000a04:21:42.886290 tst mo_mt_call.py: using CellId 38512\u000a04:21:43.003202 tst mo_mt_call.py: using BVCI 38513\u000a04:21:43.026220 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:43.037154 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:43.047826 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:43.058608 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:43.069525 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:43.080685 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:21:43.195686 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:21:43.395774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:43.877208 run create_hlr_db(pid=7910): Launched\u000a04:21:44.049298 bus /sierra_2: Setting Powered False\u000a04:21:45.072076 run create_hlr_db(pid=7910): Terminated: ok {rc=0}\u000a04:21:45.502045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7912): Launched\u000a04:21:45.824526 run osmo-hlr_10.42.42.2(pid=7913): Launched\u000a04:21:45.998517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:46.652039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7915): Launched\u000a04:21:47.104255 run osmo-stp_10.42.42.5(pid=7916): Launched\u000a04:21:47.319192 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:47.909771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7918): Launched\u000a04:21:48.233773 run osmo-msc_10.42.42.6(pid=7919): Launched\u000a04:21:48.423078 run osmo-stp_10.42.42.5(pid=7916): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7916)]\u000a04:21:48.560015 run osmo-stp_10.42.42.5(pid=7916): stdout: \u000a| (launched: 2022-12-14_04:21:46.817735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:48.696550 run osmo-stp_10.42.42.5(pid=7916): stderr: \u000a| �[0;m�[38;5;43m20221214042147198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042147199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042147199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042147199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042147200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042147200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042147200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:48.826435 run osmo-stp_10.42.42.5(pid=7916): stdout: \u000a| (launched: 2022-12-14_04:21:46.817735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:48.954865 run osmo-stp_10.42.42.5(pid=7916): stderr: \u000a| �[0;m�[38;5;43m20221214042147198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042147199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042147199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042147199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042147200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042147200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042147200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:49.011529 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7916): Process ended prematurely: osmo-stp_10.42.42.5(pid=7916) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7916)] [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:21:49.020764 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a04:21:49.084108 run osmo-hlr_10.42.42.2(pid=7913): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7913)]\u000a04:21:49.135870 run osmo-hlr_10.42.42.2(pid=7913): stdout: \u000a| (launched: 2022-12-14_04:21:45.665820) \u000a04:21:49.188049 run osmo-hlr_10.42.42.2(pid=7913): stderr: \u000a| �[0;m�[1;31m20221214042145910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042145910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042145911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042145911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042145911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042145911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042145931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042145944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042145944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042145944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:49.259434 run osmo-msc_10.42.42.6(pid=7919): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7919)]\u000a04:21:49.311201 run osmo-msc_10.42.42.6(pid=7919): stdout: \u000a| (launched: 2022-12-14_04:21:48.074195) \u000a04:21:49.363761 run osmo-msc_10.42.42.6(pid=7919): stderr: \u000a| �[0;m�[38;5;43m20221214042148396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042148396 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11256e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042148396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042148396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042148396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042148397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042148398 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042148399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042148399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042148399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:49.408197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7912): Terminating (SIGTERM)\u000a04:21:49.450078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7915): Terminating (SIGTERM)\u000a04:21:49.492177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7918): Terminating (SIGTERM)\u000a04:21:49.501822 --- ParallelTerminationStrategy: PID 7912 died...\u000a04:21:49.558114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7912): Terminated: ok {rc=0}\u000a04:21:49.568084 --- ParallelTerminationStrategy: PID 7915 died...\u000a04:21:49.624061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7915): Terminated: ok {rc=0}\u000a04:21:49.634045 --- ParallelTerminationStrategy: PID 7918 died...\u000a04:21:49.690108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7918): Terminated: ok {rc=0}\u000a04:21:49.776887 bus /sierra_3: Setting Powered False\u000a04:21:50.880903 bus /sierra_3: Setting Powered False\u000a04:21:51.992646 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7927): Process ended prematurely: osmo-stp_10.42.42.5(pid=7927) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7927)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7927): Process ended prematurely: osmo-stp_10.42.42.5(pid=7927) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:21:53.103099 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:53.114884 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:21:53.269519 tst mo_mt_call_osmux.py: using LAC 38513\u000a04:21:53.387557 tst mo_mt_call_osmux.py: using RAC 8\u000a04:21:53.508767 tst mo_mt_call_osmux.py: using CellId 38513\u000a04:21:53.628244 tst mo_mt_call_osmux.py: using BVCI 38514\u000a04:21:53.651176 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:53.662364 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:53.673196 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:53.683907 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:53.694864 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:53.706309 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:21:53.827763 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:21:54.029654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:54.513637 run create_hlr_db(pid=7921): Launched\u000a04:21:54.685871 bus /sierra_2: Setting Powered False\u000a04:21:55.710353 run create_hlr_db(pid=7921): Terminated: ok {rc=0}\u000a04:21:56.138201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7923): Launched\u000a04:21:56.463317 run osmo-hlr_10.42.42.2(pid=7924): Launched\u000a04:21:56.584690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:57.147298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7926): Launched\u000a04:21:57.470618 run osmo-stp_10.42.42.5(pid=7927): Launched\u000a04:21:57.589457 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:58.179617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7929): Launched\u000a04:21:58.503060 run osmo-msc_10.42.42.6(pid=7930): Launched\u000a04:21:58.692790 run osmo-stp_10.42.42.5(pid=7927): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7927)]\u000a04:21:58.829463 run osmo-stp_10.42.42.5(pid=7927): stdout: \u000a| (launched: 2022-12-14_04:21:57.310974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:58.965342 run osmo-stp_10.42.42.5(pid=7927): stderr: \u000a| �[0;m�[38;5;43m20221214042157503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042157504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042157504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042157504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042157505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042157505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042157505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:59.094641 run osmo-stp_10.42.42.5(pid=7927): stdout: \u000a| (launched: 2022-12-14_04:21:57.310974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:59.222752 run osmo-stp_10.42.42.5(pid=7927): stderr: \u000a| �[0;m�[38;5;43m20221214042157503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042157504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042157504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042157504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042157505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042157505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042157505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:59.279468 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7927): Process ended prematurely: osmo-stp_10.42.42.5(pid=7927) [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7927)] [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:21:59.289052 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:21:59.352905 run osmo-hlr_10.42.42.2(pid=7924): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7924)]\u000a04:21:59.404683 run osmo-hlr_10.42.42.2(pid=7924): stdout: \u000a| (launched: 2022-12-14_04:21:56.301900) \u000a04:21:59.457071 run osmo-hlr_10.42.42.2(pid=7924): stderr: \u000a| �[0;m�[1;31m20221214042156500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042156500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042156500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042156500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042156500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042156500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042156513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042156523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042156523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042156524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:59.528831 run osmo-msc_10.42.42.6(pid=7930): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7930)]\u000a04:21:59.581025 run osmo-msc_10.42.42.6(pid=7930): stdout: \u000a| (launched: 2022-12-14_04:21:58.343315) \u000a04:21:59.633051 run osmo-msc_10.42.42.6(pid=7930): stderr: \u000a| �[0;m�[38;5;43m20221214042158666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042158666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b014b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042158666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042158666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042158666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042158667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042158668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042158669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042158669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042158669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:59.677558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7923): Terminating (SIGTERM)\u000a04:21:59.719520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7926): Terminating (SIGTERM)\u000a04:21:59.762310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7929): Terminating (SIGTERM)\u000a04:21:59.772421 --- ParallelTerminationStrategy: PID 7923 died...\u000a04:21:59.829269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7923): Terminated: ok {rc=0}\u000a04:21:59.839485 --- ParallelTerminationStrategy: PID 7926 died...\u000a04:21:59.896170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7926): Terminated: ok {rc=0}\u000a04:21:59.906351 --- ParallelTerminationStrategy: PID 7929 died...\u000a04:21:59.963063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7929): Terminated: ok {rc=0}\u000a04:22:00.050755 bus /sierra_3: Setting Powered False\u000a04:22:01.175452 bus /sierra_3: Setting Powered False\u000a04:22:02.290621 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:21:42" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7941): Process ended prematurely: osmo-stp_10.42.42.5(pid=7941) [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7941)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7941): Process ended prematurely: osmo-stp_10.42.42.5(pid=7941) [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:22:04.302913 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:04.314746 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:22:04.481506 tst mo_mt_call.py: using LAC 38514\u000a04:22:04.610828 tst mo_mt_call.py: using RAC 9\u000a04:22:04.738541 tst mo_mt_call.py: using CellId 38514\u000a04:22:04.865607 tst mo_mt_call.py: using BVCI 38515\u000a04:22:04.890403 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:04.902108 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:04.913615 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:04.925140 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:04.937124 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:04.948991 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:22:05.065920 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:22:05.279743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:05.790283 run create_hlr_db(pid=7935): Launched\u000a04:22:05.977263 bus /sierra_2: Setting Powered False\u000a04:22:06.998563 run create_hlr_db(pid=7935): Terminated: ok {rc=0}\u000a04:22:07.430807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7937): Launched\u000a04:22:07.756772 run osmo-hlr_10.42.42.2(pid=7938): Launched\u000a04:22:07.875639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:08.439925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7940): Launched\u000a04:22:08.766230 run osmo-stp_10.42.42.5(pid=7941): Launched\u000a04:22:08.884749 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:22:09.476262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7943): Launched\u000a04:22:09.800791 run osmo-msc_10.42.42.6(pid=7944): Launched\u000a04:22:09.990699 run osmo-stp_10.42.42.5(pid=7941): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7941)]\u000a04:22:10.127763 run osmo-stp_10.42.42.5(pid=7941): stdout: \u000a| (launched: 2022-12-14_04:22:08.605189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:10.264270 run osmo-stp_10.42.42.5(pid=7941): stderr: \u000a| �[0;m�[38;5;43m20221214042208797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042208797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042208798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042208798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042208798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042208799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042208799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:10.394188 run osmo-stp_10.42.42.5(pid=7941): stdout: \u000a| (launched: 2022-12-14_04:22:08.605189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:10.523027 run osmo-stp_10.42.42.5(pid=7941): stderr: \u000a| �[0;m�[38;5;43m20221214042208797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042208797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042208798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042208798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042208798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042208799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042208799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:10.580050 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7941): Process ended prematurely: osmo-stp_10.42.42.5(pid=7941) [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7941)] [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:22:10.589686 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:22:10.652994 run osmo-hlr_10.42.42.2(pid=7938): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7938)]\u000a04:22:10.704760 run osmo-hlr_10.42.42.2(pid=7938): stdout: \u000a| (launched: 2022-12-14_04:22:07.596183) \u000a04:22:10.757282 run osmo-hlr_10.42.42.2(pid=7938): stderr: \u000a| �[0;m�[1;31m20221214042207795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042207795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042207795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042207795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042207795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042207795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042207807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042207816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042207816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042207816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:10.828508 run osmo-msc_10.42.42.6(pid=7944): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7944)]\u000a04:22:10.880109 run osmo-msc_10.42.42.6(pid=7944): stdout: \u000a| (launched: 2022-12-14_04:22:09.640882) \u000a04:22:10.932330 run osmo-msc_10.42.42.6(pid=7944): stderr: \u000a| �[0;m�[38;5;43m20221214042209964 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042209964 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f65dd2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042209964 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042209964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042209965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042209965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042209966 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042209967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042209967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042209967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:22:10.976626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7937): Terminating (SIGTERM)\u000a04:22:11.018912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7940): Terminating (SIGTERM)\u000a04:22:11.060832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7943): Terminating (SIGTERM)\u000a04:22:11.070607 --- ParallelTerminationStrategy: PID 7937 died...\u000a04:22:11.127289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7937): Terminated: ok {rc=0}\u000a04:22:11.137513 --- ParallelTerminationStrategy: PID 7940 died...\u000a04:22:11.193706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7940): Terminated: ok {rc=0}\u000a04:22:11.203793 --- ParallelTerminationStrategy: PID 7943 died...\u000a04:22:11.259853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7943): Terminated: ok {rc=0}\u000a04:22:11.347574 bus /sierra_3: Setting Powered False\u000a04:22:12.451720 bus /sierra_3: Setting Powered False\u000a04:22:13.563669 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7952): Process ended prematurely: osmo-stp_10.42.42.5(pid=7952) [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7952)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7952): Process ended prematurely: osmo-stp_10.42.42.5(pid=7952) [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:22:14.672450 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:14.684458 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:22:14.839910 tst mo_mt_call_osmux.py: using LAC 38515\u000a04:22:14.964160 tst mo_mt_call_osmux.py: using RAC 10\u000a04:22:15.080492 tst mo_mt_call_osmux.py: using CellId 38515\u000a04:22:15.198943 tst mo_mt_call_osmux.py: using BVCI 38516\u000a04:22:15.221961 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:15.233217 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:15.244138 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:15.255174 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:15.266366 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:15.277396 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:22:15.398138 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:22:15.600530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:16.135569 run create_hlr_db(pid=7946): Launched\u000a04:22:16.329070 bus /sierra_2: Setting Powered False\u000a04:22:17.341716 run create_hlr_db(pid=7946): Terminated: ok {rc=0}\u000a04:22:17.750199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7948): Launched\u000a04:22:18.051604 run osmo-hlr_10.42.42.2(pid=7949): Launched\u000a04:22:18.161110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:18.683521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7951): Launched\u000a04:22:18.984855 run osmo-stp_10.42.42.5(pid=7952): Launched\u000a04:22:19.094348 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:22:19.650688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7954): Launched\u000a04:22:19.955120 run osmo-msc_10.42.42.6(pid=7955): Launched\u000a04:22:20.132184 run osmo-stp_10.42.42.5(pid=7952): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7952)]\u000a04:22:20.260156 run osmo-stp_10.42.42.5(pid=7952): stdout: \u000a| (launched: 2022-12-14_04:22:18.835950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:20.385613 run osmo-stp_10.42.42.5(pid=7952): stderr: \u000a| �[0;m�[38;5;43m20221214042219007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042219007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042219007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042219008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042219008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042219008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042219008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:20.506444 run osmo-stp_10.42.42.5(pid=7952): stdout: \u000a| (launched: 2022-12-14_04:22:18.835950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:20.627385 run osmo-stp_10.42.42.5(pid=7952): stderr: \u000a| �[0;m�[38;5;43m20221214042219007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042219007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042219007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042219008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042219008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042219008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042219008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:20.680346 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7952): Process ended prematurely: osmo-stp_10.42.42.5(pid=7952) [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7952)] [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:22:20.688882 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:22:20.748761 run osmo-hlr_10.42.42.2(pid=7949): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7949)]\u000a04:22:20.797520 run osmo-hlr_10.42.42.2(pid=7949): stdout: \u000a| (launched: 2022-12-14_04:22:17.903440) \u000a04:22:20.846890 run osmo-hlr_10.42.42.2(pid=7949): stderr: \u000a| �[0;m�[1;31m20221214042218080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042218080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042218080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042218081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042218081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042218081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042218092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042218101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042218102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042218102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:20.913864 run osmo-msc_10.42.42.6(pid=7955): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7955)]\u000a04:22:20.962332 run osmo-msc_10.42.42.6(pid=7955): stdout: \u000a| (launched: 2022-12-14_04:22:19.804388) \u000a04:22:21.011535 run osmo-msc_10.42.42.6(pid=7955): stderr: \u000a| �[0;m�[38;5;43m20221214042220077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042220077 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f426a0b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042220077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042220077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042220077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042220078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042220079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042220080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042220080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042220080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:22:21.053023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7948): Terminating (SIGTERM)\u000a04:22:21.092144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7951): Terminating (SIGTERM)\u000a04:22:21.131646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7954): Terminating (SIGTERM)\u000a04:22:21.140710 --- ParallelTerminationStrategy: PID 7948 died...\u000a04:22:21.193507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7948): Terminated: ok {rc=0}\u000a04:22:21.202956 --- ParallelTerminationStrategy: PID 7951 died...\u000a04:22:21.255731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7951): Terminated: ok {rc=0}\u000a04:22:21.265229 --- ParallelTerminationStrategy: PID 7954 died...\u000a04:22:21.317691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7954): Terminated: ok {rc=0}\u000a04:22:21.405102 bus /sierra_3: Setting Powered False\u000a04:22:22.508009 bus /sierra_3: Setting Powered False\u000a04:22:23.615008 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:22:04" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7966): Process ended prematurely: osmo-stp_10.42.42.5(pid=7966) [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7966): Process ended prematurely: osmo-stp_10.42.42.5(pid=7966) [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a04:22:25.604071 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:25.615090 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:22:25.770126 tst mo_mt_call.py: using LAC 38516\u000a04:22:25.887722 tst mo_mt_call.py: using RAC 11\u000a04:22:26.007786 tst mo_mt_call.py: using CellId 38516\u000a04:22:26.127819 tst mo_mt_call.py: using BVCI 38517\u000a04:22:26.150741 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:26.161612 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:26.172086 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:26.182667 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:26.193270 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:26.203881 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:22:26.323100 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:22:26.535354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:27.043630 run create_hlr_db(pid=7960): Launched\u000a04:22:27.229943 bus /sierra_2: Setting Powered False\u000a04:22:28.252091 run create_hlr_db(pid=7960): Terminated: ok {rc=0}\u000a04:22:28.658602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7962): Launched\u000a04:22:28.960925 run osmo-hlr_10.42.42.2(pid=7963): Launched\u000a04:22:29.075222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:29.607743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7965): Launched\u000a04:22:29.908901 run osmo-stp_10.42.42.5(pid=7966): Launched\u000a04:22:30.018344 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:22:30.568784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7968): Launched\u000a04:22:30.881651 run osmo-msc_10.42.42.6(pid=7969): Launched\u000a04:22:31.236668 run osmo-stp_10.42.42.5(pid=7966): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)]\u000a04:22:31.561393 run osmo-stp_10.42.42.5(pid=7966): stdout: \u000a| (launched: 2022-12-14_04:22:29.759842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:31.842361 run osmo-stp_10.42.42.5(pid=7966): stderr: \u000a| �[0;m�[38;5;43m20221214042229931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042229931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042229931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042229932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042229932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042229932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042229932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:31.969516 run osmo-stp_10.42.42.5(pid=7966): stdout: \u000a| (launched: 2022-12-14_04:22:29.759842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:32.095093 run osmo-stp_10.42.42.5(pid=7966): stderr: \u000a| �[0;m�[38;5;43m20221214042229931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042229931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042229931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042229932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042229932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042229932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042229932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:32.150244 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7966): Process ended prematurely: osmo-stp_10.42.42.5(pid=7966) [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)] [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a04:22:32.159256 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a04:22:32.220753 run osmo-hlr_10.42.42.2(pid=7963): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7963)]\u000a04:22:32.271540 run osmo-hlr_10.42.42.2(pid=7963): stdout: \u000a| (launched: 2022-12-14_04:22:28.812176) \u000a04:22:32.322824 run osmo-hlr_10.42.42.2(pid=7963): stderr: \u000a| �[0;m�[1;31m20221214042228991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042228991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042228991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042228991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042228991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042228992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042229003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042229012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042229013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042229013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:32.391918 run osmo-msc_10.42.42.6(pid=7969): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7969)]\u000a04:22:32.441024 run osmo-msc_10.42.42.6(pid=7969): stdout: \u000a| (launched: 2022-12-14_04:22:30.722305) \u000a04:22:32.490505 run osmo-msc_10.42.42.6(pid=7969): stderr: \u000a| �[0;m�[38;5;43m20221214042231260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042231260 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ebe9ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042231263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042231266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042231267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042231268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042231273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042231274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042231274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042231274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:22:32.532017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7962): Terminating (SIGTERM)\u000a04:22:32.571116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7965): Terminating (SIGTERM)\u000a04:22:32.610159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7968): Terminating (SIGTERM)\u000a04:22:32.619120 --- ParallelTerminationStrategy: PID 7962 died...\u000a04:22:32.671753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7962): Terminated: ok {rc=0}\u000a04:22:32.681374 --- ParallelTerminationStrategy: PID 7965 died...\u000a04:22:32.733942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7965): Terminated: ok {rc=0}\u000a04:22:32.743309 --- ParallelTerminationStrategy: PID 7968 died...\u000a04:22:32.795546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7968): Terminated: ok {rc=0}\u000a04:22:32.883179 bus /sierra_3: Setting Powered False\u000a04:22:33.986107 bus /sierra_3: Setting Powered False\u000a04:22:35.092586 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7977): Process ended prematurely: osmo-stp_10.42.42.5(pid=7977) [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7977)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7977): Process ended prematurely: osmo-stp_10.42.42.5(pid=7977) [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:22:36.206518 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:36.218697 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:22:36.386235 tst mo_mt_call_osmux.py: using LAC 38517\u000a04:22:36.515614 tst mo_mt_call_osmux.py: using RAC 12\u000a04:22:36.643630 tst mo_mt_call_osmux.py: using CellId 38517\u000a04:22:36.774163 tst mo_mt_call_osmux.py: using BVCI 38518\u000a04:22:36.798685 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:36.810019 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:36.821153 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:36.832172 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:36.843616 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:36.855203 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:22:36.975926 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:22:37.176893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:37.661045 run create_hlr_db(pid=7971): Launched\u000a04:22:37.833054 bus /sierra_2: Setting Powered False\u000a04:22:38.856835 run create_hlr_db(pid=7971): Terminated: ok {rc=0}\u000a04:22:39.285235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7973): Launched\u000a04:22:39.610196 run osmo-hlr_10.42.42.2(pid=7974): Launched\u000a04:22:39.727872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:40.289836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7976): Launched\u000a04:22:40.614271 run osmo-stp_10.42.42.5(pid=7977): Launched\u000a04:22:40.731864 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:22:41.320892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7979): Launched\u000a04:22:41.644574 run osmo-msc_10.42.42.6(pid=7980): Launched\u000a04:22:41.834807 run osmo-stp_10.42.42.5(pid=7977): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7977)]\u000a04:22:41.971514 run osmo-stp_10.42.42.5(pid=7977): stdout: \u000a| (launched: 2022-12-14_04:22:40.453480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:42.108121 run osmo-stp_10.42.42.5(pid=7977): stderr: \u000a| �[0;m�[38;5;43m20221214042240647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042240647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042240648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042240648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042240649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042240649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042240649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:42.237683 run osmo-stp_10.42.42.5(pid=7977): stdout: \u000a| (launched: 2022-12-14_04:22:40.453480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:42.366294 run osmo-stp_10.42.42.5(pid=7977): stderr: \u000a| �[0;m�[38;5;43m20221214042240647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042240647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042240648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042240648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042240649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042240649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042240649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:42.423071 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7977): Process ended prematurely: osmo-stp_10.42.42.5(pid=7977) [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7977)] [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a04:22:42.432347 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:22:42.496290 run osmo-hlr_10.42.42.2(pid=7974): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7974)]\u000a04:22:42.548535 run osmo-hlr_10.42.42.2(pid=7974): stdout: \u000a| (launched: 2022-12-14_04:22:39.449335) \u000a04:22:42.601147 run osmo-hlr_10.42.42.2(pid=7974): stderr: \u000a| �[0;m�[1;31m20221214042239648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042239648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042239648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042239648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042239648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042239648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042239676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042239686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042239686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042239686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:42.672380 run osmo-msc_10.42.42.6(pid=7980): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7980)]\u000a04:22:42.724452 run osmo-msc_10.42.42.6(pid=7980): stdout: \u000a| (launched: 2022-12-14_04:22:41.484411) \u000a04:22:42.777330 run osmo-msc_10.42.42.6(pid=7980): stderr: \u000a| �[0;m�[38;5;43m20221214042241811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042241811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c25f36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042241811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042241811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042241811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042241812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042241813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042241814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042241814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042241814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:22:42.822247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7973): Terminating (SIGTERM)\u000a04:22:42.864432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7976): Terminating (SIGTERM)\u000a04:22:42.907412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7979): Terminating (SIGTERM)\u000a04:22:42.917284 --- ParallelTerminationStrategy: PID 7973 died...\u000a04:22:42.974423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7973): Terminated: ok {rc=0}\u000a04:22:42.984623 --- ParallelTerminationStrategy: PID 7976 died...\u000a04:22:43.041374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7976): Terminated: ok {rc=0}\u000a04:22:43.051570 --- ParallelTerminationStrategy: PID 7979 died...\u000a04:22:43.108849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7979): Terminated: ok {rc=0}\u000a04:22:43.197409 bus /sierra_3: Setting Powered False\u000a04:22:44.301110 bus /sierra_3: Setting Powered False\u000a04:22:45.409412 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:22:25" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7992): Process ended prematurely: osmo-stp_10.42.42.5(pid=7992) [trial-2399↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7992)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7992): Process ended prematurely: osmo-stp_10.42.42.5(pid=7992) [trial-2399↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:22:47.457052 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:47.468559 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a04:22:47.601582 tst emergency_mo_mt_call.py: using LAC 38518\u000a04:22:47.720760 tst emergency_mo_mt_call.py: using RAC 13\u000a04:22:47.835079 tst emergency_mo_mt_call.py: using CellId 38518\u000a04:22:47.949755 tst emergency_mo_mt_call.py: using BVCI 38519\u000a04:22:47.972280 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:47.982934 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:47.993351 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:48.003649 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:48.014054 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:48.024332 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:48.138410 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:48.350514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:48.853085 run create_hlr_db(pid=7986): Launched\u000a04:22:49.037645 bus /sierra_2: Setting Powered False\u000a04:22:50.059057 run create_hlr_db(pid=7986): Terminated: ok {rc=0}\u000a04:22:50.482842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7988): Launched\u000a04:22:50.800236 run osmo-hlr_10.42.42.2(pid=7989): Launched\u000a04:22:50.914560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:51.464279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7991): Launched\u000a04:22:51.783093 run osmo-stp_10.42.42.5(pid=7992): Launched\u000a04:22:51.963609 tst emergency_mo_mt_call.py: using MSISDN 8500\u000a04:22:52.121918 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:22:52.702725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7994): Launched\u000a04:22:53.019957 run osmo-msc_10.42.42.6(pid=7995): Launched\u000a04:22:53.206315 run osmo-stp_10.42.42.5(pid=7992): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7992)]\u000a04:22:53.340890 run osmo-stp_10.42.42.5(pid=7992): stdout: \u000a| (launched: 2022-12-14_04:22:51.625353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:53.475754 run osmo-stp_10.42.42.5(pid=7992): stderr: \u000a| �[0;m�[38;5;43m20221214042251818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042251818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042251818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042251819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042251819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042251819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042251819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:53.603813 run osmo-stp_10.42.42.5(pid=7992): stdout: \u000a| (launched: 2022-12-14_04:22:51.625353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:53.730663 run osmo-stp_10.42.42.5(pid=7992): stderr: \u000a| �[0;m�[38;5;43m20221214042251818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042251818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042251818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042251819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042251819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042251819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042251819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:53.786101 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7992): Process ended prematurely: osmo-stp_10.42.42.5(pid=7992) [trial-2399↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7992)] [trial-2399↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a04:22:53.794859 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a04:22:53.858162 run osmo-hlr_10.42.42.2(pid=7989): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7989)]\u000a04:22:53.909852 run osmo-hlr_10.42.42.2(pid=7989): stdout: \u000a| (launched: 2022-12-14_04:22:50.643799) \u000a04:22:53.962053 run osmo-hlr_10.42.42.2(pid=7989): stderr: \u000a| �[0;m�[1;31m20221214042250841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042250841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042250842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042250842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042250842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042250842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042250876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042250886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042250886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042250886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:54.032886 run osmo-msc_10.42.42.6(pid=7995): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7995)]\u000a04:22:54.084687 run osmo-msc_10.42.42.6(pid=7995): stdout: \u000a| (launched: 2022-12-14_04:22:52.863609) \u000a04:22:54.137317 run osmo-msc_10.42.42.6(pid=7995): stderr: \u000a| �[0;m�[38;5;43m20221214042253184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042253184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0e46c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042253184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042253184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042253185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042253185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042253187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042253187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042253187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042253187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:22:54.181644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7988): Terminating (SIGTERM)\u000a04:22:54.223292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7991): Terminating (SIGTERM)\u000a04:22:54.265383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7994): Terminating (SIGTERM)\u000a04:22:54.275029 --- ParallelTerminationStrategy: PID 7988 died...\u000a04:22:54.331856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7988): Terminated: ok {rc=0}\u000a04:22:54.342442 --- ParallelTerminationStrategy: PID 7991 died...\u000a04:22:54.398853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7991): Terminated: ok {rc=0}\u000a04:22:54.409004 --- ParallelTerminationStrategy: PID 7994 died...\u000a04:22:54.465434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7994): Terminated: ok {rc=0}\u000a04:22:54.553396 bus /sierra_3: Setting Powered False\u000a04:22:55.660447 bus /sierra_3: Setting Powered False\u000a04:22:56.771095 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8003): Process ended prematurely: osmo-stp_10.42.42.5(pid=8003) [trial-2399↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8003)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8003): Process ended prematurely: osmo-stp_10.42.42.5(pid=8003) [trial-2399↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:22:57.821815 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:57.832743 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a04:22:57.965928 tst emergency_preemptive_call.py: using LAC 38519\u000a04:22:58.095896 tst emergency_preemptive_call.py: using RAC 14\u000a04:22:58.212349 tst emergency_preemptive_call.py: using CellId 38519\u000a04:22:58.330685 tst emergency_preemptive_call.py: using BVCI 38520\u000a04:22:58.352482 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:58.363109 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:58.373507 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:58.383836 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:58.394340 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:58.405177 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:58.518733 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:58.636224 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:58.750351 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:58.952476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:59.440650 run create_hlr_db(pid=7997): Launched\u000a04:22:59.620865 bus /sierra_2: Setting Powered False\u000a04:23:00.642313 run create_hlr_db(pid=7997): Terminated: ok {rc=0}\u000a04:23:01.091373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7999): Launched\u000a04:23:01.558885 run osmo-hlr_10.42.42.2(pid=8000): Launched\u000a04:23:01.798041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:02.358422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8002): Launched\u000a04:23:02.668205 run osmo-stp_10.42.42.5(pid=8003): Launched\u000a04:23:02.793317 tst emergency_preemptive_call.py: using MSISDN 8501\u000a04:23:02.947343 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:23:03.513471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8005): Launched\u000a04:23:03.823018 run osmo-msc_10.42.42.6(pid=8006): Launched\u000a04:23:04.006023 run osmo-stp_10.42.42.5(pid=8003): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8003)]\u000a04:23:04.139287 run osmo-stp_10.42.42.5(pid=8003): stdout: \u000a| (launched: 2022-12-14_04:23:02.516055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:04.270967 run osmo-stp_10.42.42.5(pid=8003): stderr: \u000a| �[0;m�[38;5;43m20221214042302707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042302707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042302707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042302708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042302708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042302708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042302708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:04.395979 run osmo-stp_10.42.42.5(pid=8003): stdout: \u000a| (launched: 2022-12-14_04:23:02.516055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:04.520359 run osmo-stp_10.42.42.5(pid=8003): stderr: \u000a| �[0;m�[38;5;43m20221214042302707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042302707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042302707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042302708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042302708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042302708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042302708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:04.575037 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8003): Process ended prematurely: osmo-stp_10.42.42.5(pid=8003) [trial-2399↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8003)] [trial-2399↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a04:23:04.583481 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a04:23:04.646804 run osmo-hlr_10.42.42.2(pid=8000): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8000)]\u000a04:23:04.699114 run osmo-hlr_10.42.42.2(pid=8000): stdout: \u000a| (launched: 2022-12-14_04:23:01.242356) \u000a04:23:04.751913 run osmo-hlr_10.42.42.2(pid=8000): stderr: \u000a| �[0;m�[1;31m20221214042301461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042301461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042301461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042301461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042301461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042301462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042301475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042301486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042301487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042301487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:04.823373 run osmo-msc_10.42.42.6(pid=8006): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8006)]\u000a04:23:04.875170 run osmo-msc_10.42.42.6(pid=8006): stdout: \u000a| (launched: 2022-12-14_04:23:03.670957) \u000a04:23:04.927528 run osmo-msc_10.42.42.6(pid=8006): stderr: \u000a| �[0;m�[38;5;43m20221214042303987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042303987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f360065ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042303987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042303987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042303987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042303987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042303989 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042303990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042303990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042303990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:23:04.972326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7999): Terminating (SIGTERM)\u000a04:23:05.014663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8002): Terminating (SIGTERM)\u000a04:23:05.057031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8005): Terminating (SIGTERM)\u000a04:23:05.066749 --- ParallelTerminationStrategy: PID 7999 died...\u000a04:23:05.123573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7999): Terminated: ok {rc=0}\u000a04:23:05.133724 --- ParallelTerminationStrategy: PID 8002 died...\u000a04:23:05.190226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8002): Terminated: ok {rc=0}\u000a04:23:05.200254 --- ParallelTerminationStrategy: PID 8005 died...\u000a04:23:05.256684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8005): Terminated: ok {rc=0}\u000a04:23:05.345004 bus /sierra_9: Setting Powered False\u000a04:23:06.448353 bus /sierra_9: Setting Powered False\u000a04:23:07.558489 bus /sierra_8: Setting Powered False\u000a04:23:08.665526 bus /sierra_8: Setting Powered False\u000a04:23:09.778667 bus /sierra_3: Setting Powered False\u000a04:23:10.883572 bus /sierra_3: Setting Powered False\u000a04:23:11.992313 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:22:47" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8021): Process ended prematurely: osmo-stp_10.42.42.5(pid=8021) [trial-2399↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8021)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8021): Process ended prematurely: osmo-stp_10.42.42.5(pid=8021) [trial-2399↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:23:14.113307 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:14.123567 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:23:14.255975 tst cs_paging_gprs_active.py: using LAC 38520\u000a04:23:14.372073 tst cs_paging_gprs_active.py: using RAC 15\u000a04:23:14.488320 tst cs_paging_gprs_active.py: using CellId 38520\u000a04:23:14.602071 tst cs_paging_gprs_active.py: using BVCI 38521\u000a04:23:14.624399 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:14.635431 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:14.645822 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:14.655950 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:14.666231 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:14.676538 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:14.687084 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:14.697360 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:14.707828 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:14.826666 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:15.118025 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:23:15.250377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:15.579629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8011): Launched\u000a04:23:15.852782 run iperf3-srv_10.42.42.10(pid=8012): Launched\u000a04:23:16.058815 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:23:16.192836 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:16.543624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8013): Launched\u000a04:23:16.832303 run iperf3-srv_10.42.42.10(pid=8014): Launched\u000a04:23:17.025710 tst cs_paging_gprs_active.py:38: start network...\u000a04:23:17.159047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:23:17.644030 run create_hlr_db(pid=8015): Launched\u000a04:23:17.816042 bus /sierra_2: Setting Powered False\u000a04:23:18.838923 run create_hlr_db(pid=8015): Terminated: ok {rc=0}\u000a04:23:19.266558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8017): Launched\u000a04:23:19.589614 run osmo-hlr_10.42.42.2(pid=8018): Launched\u000a04:23:19.709336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:20.268927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8020): Launched\u000a04:23:20.591925 run osmo-stp_10.42.42.5(pid=8021): Launched\u000a04:23:20.708101 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:23:21.270560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8023): Launched\u000a04:23:21.385117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:23:21.665701 run patchelf(pid=8024): Launched\u000a04:23:21.853378 run osmo-stp_10.42.42.5(pid=8021): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8021)]\u000a04:23:21.990565 run osmo-stp_10.42.42.5(pid=8021): stdout: \u000a| (launched: 2022-12-14_04:23:20.432200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:22.128252 run osmo-stp_10.42.42.5(pid=8021): stderr: \u000a| �[0;m�[38;5;43m20221214042320622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042320622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042320622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042320623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042320623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042320623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042320623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:22.261183 run osmo-stp_10.42.42.5(pid=8021): stdout: \u000a| (launched: 2022-12-14_04:23:20.432200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:22.393289 run osmo-stp_10.42.42.5(pid=8021): stderr: \u000a| �[0;m�[38;5;43m20221214042320622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042320622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042320622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042320623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042320623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042320623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042320623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:22.546209 run patchelf(pid=8024): Terminating (SIGINT)\u000a04:23:22.725928 run patchelf(pid=8024): Terminated: ok {rc=0}\u000a04:23:22.758858 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8021): Process ended prematurely: osmo-stp_10.42.42.5(pid=8021) [trial-2399↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8021)] [trial-2399↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a04:23:22.768835 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a04:23:22.832273 run osmo-hlr_10.42.42.2(pid=8018): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8018)]\u000a04:23:22.883637 run osmo-hlr_10.42.42.2(pid=8018): stdout: \u000a| (launched: 2022-12-14_04:23:19.429858) \u000a04:23:22.935687 run osmo-hlr_10.42.42.2(pid=8018): stderr: \u000a| �[0;m�[1;31m20221214042319626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042319626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042319626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042319626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042319626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042319626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042319639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042319647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042319647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042319647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:22.980271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8011): Terminating (SIGTERM)\u000a04:23:23.022065 run iperf3-srv_10.42.42.10(pid=8012): Terminating (SIGTERM)\u000a04:23:23.064111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8013): Terminating (SIGTERM)\u000a04:23:23.106456 run iperf3-srv_10.42.42.10(pid=8014): Terminating (SIGTERM)\u000a04:23:23.148722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8017): Terminating (SIGTERM)\u000a04:23:23.190726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8020): Terminating (SIGTERM)\u000a04:23:23.233266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8023): Terminating (SIGTERM)\u000a04:23:23.243289 --- ParallelTerminationStrategy: PID 8011 died...\u000a04:23:23.299627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8011): Terminated: ok {rc=0}\u000a04:23:23.309841 --- ParallelTerminationStrategy: PID 8012 died...\u000a04:23:23.365733 run iperf3-srv_10.42.42.10(pid=8012): Terminated {rc=256}\u000a04:23:23.375739 --- ParallelTerminationStrategy: PID 8013 died...\u000a04:23:23.431760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8013): Terminated: ok {rc=0}\u000a04:23:23.441947 --- ParallelTerminationStrategy: PID 8014 died...\u000a04:23:23.497595 run iperf3-srv_10.42.42.10(pid=8014): Terminated {rc=256}\u000a04:23:23.507534 --- ParallelTerminationStrategy: PID 8017 died...\u000a04:23:23.563602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8017): Terminated: ok {rc=0}\u000a04:23:23.573719 --- ParallelTerminationStrategy: PID 8020 died...\u000a04:23:23.629786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8020): Terminated: ok {rc=0}\u000a04:23:23.639929 --- ParallelTerminationStrategy: PID 8023 died...\u000a04:23:23.696214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8023): Terminated: ok {rc=0}\u000a04:23:23.784646 bus /gobi_0: Setting Powered False\u000a04:23:24.891279 bus /gobi_0: Setting Powered False\u000a04:23:26.003348 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8033): Process ended prematurely: osmo-stp_10.42.42.5(pid=8033) [trial-2399↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8033)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8033): Process ended prematurely: osmo-stp_10.42.42.5(pid=8033) [trial-2399↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a04:23:27.117805 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:27.129509 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:23:27.274028 tst iperf3.py: using LAC 38521\u000a04:23:27.399492 tst iperf3.py: using RAC 16\u000a04:23:27.529175 tst iperf3.py: using CellId 38521\u000a04:23:27.655852 tst iperf3.py: using BVCI 38522\u000a04:23:27.680697 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:27.691966 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:27.702972 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:27.713942 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:27.725253 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:27.736536 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:27.748110 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:27.759392 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:27.770889 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:28.044778 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:23:28.169184 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:28.478617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8025): Launched\u000a04:23:28.736451 run iperf3-srv_10.42.42.10(pid=8026): Launched\u000a04:23:28.917191 tst iperf3.py:8: start network...\u000a04:23:29.040724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:23:29.519834 run create_hlr_db(pid=8027): Launched\u000a04:23:29.690414 bus /gobi_6: Setting Powered False\u000a04:23:30.714219 run create_hlr_db(pid=8027): Terminated: ok {rc=0}\u000a04:23:31.199681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8029): Launched\u000a04:23:31.639943 run osmo-hlr_10.42.42.2(pid=8030): Launched\u000a04:23:31.784069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:32.405908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8032): Launched\u000a04:23:32.729517 run osmo-stp_10.42.42.5(pid=8033): Launched\u000a04:23:32.846781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:23:33.408532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8035): Launched\u000a04:23:33.523687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:23:33.805628 run patchelf(pid=8036): Launched\u000a04:23:33.994354 run osmo-stp_10.42.42.5(pid=8033): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8033)]\u000a04:23:34.132249 run osmo-stp_10.42.42.5(pid=8033): stdout: \u000a| (launched: 2022-12-14_04:23:32.570162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:34.270825 run osmo-stp_10.42.42.5(pid=8033): stderr: \u000a| �[0;m�[38;5;43m20221214042332762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042332762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042332762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042332763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042332763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042332763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042332763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:34.404138 run osmo-stp_10.42.42.5(pid=8033): stdout: \u000a| (launched: 2022-12-14_04:23:32.570162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:34.537190 run osmo-stp_10.42.42.5(pid=8033): stderr: \u000a| �[0;m�[38;5;43m20221214042332762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042332762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042332762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042332763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042332763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042332763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042332763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:34.690708 run patchelf(pid=8036): Terminating (SIGINT)\u000a04:23:34.870988 run patchelf(pid=8036): Terminated: ok {rc=0}\u000a04:23:34.904048 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8033): Process ended prematurely: osmo-stp_10.42.42.5(pid=8033) [trial-2399↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8033)] [trial-2399↪gprs:trx-lms↪iperf3.py:8]\u000a04:23:34.913982 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a04:23:34.977883 run osmo-hlr_10.42.42.2(pid=8030): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8030)]\u000a04:23:35.030270 run osmo-hlr_10.42.42.2(pid=8030): stdout: \u000a| (launched: 2022-12-14_04:23:31.367010) \u000a04:23:35.082737 run osmo-hlr_10.42.42.2(pid=8030): stderr: \u000a| �[0;m�[1;31m20221214042331597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042331597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042331597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042331597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042331597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042331597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042331625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042331642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042331642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042331642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:35.127345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8025): Terminating (SIGTERM)\u000a04:23:35.169272 run iperf3-srv_10.42.42.10(pid=8026): Terminating (SIGTERM)\u000a04:23:35.212516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8029): Terminating (SIGTERM)\u000a04:23:35.251674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8032): Terminating (SIGTERM)\u000a04:23:35.290797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8035): Terminating (SIGTERM)\u000a04:23:35.299788 --- ParallelTerminationStrategy: PID 8025 died...\u000a04:23:35.352465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8025): Terminated: ok {rc=0}\u000a04:23:35.361897 --- ParallelTerminationStrategy: PID 8026 died...\u000a04:23:35.414701 run iperf3-srv_10.42.42.10(pid=8026): Terminated {rc=256}\u000a04:23:35.424124 --- ParallelTerminationStrategy: PID 8029 died...\u000a04:23:35.476253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8029): Terminated: ok {rc=0}\u000a04:23:35.485723 --- ParallelTerminationStrategy: PID 8032 died...\u000a04:23:35.538078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8032): Terminated: ok {rc=0}\u000a04:23:35.547553 --- ParallelTerminationStrategy: PID 8035 died...\u000a04:23:35.599927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8035): Terminated: ok {rc=0}\u000a04:23:35.687962 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8051): Process ended prematurely: osmo-stp_10.42.42.5(pid=8051) [trial-2399↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8051)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8051): Process ended prematurely: osmo-stp_10.42.42.5(pid=8051) [trial-2399↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a04:23:36.797598 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:36.808480 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:23:36.943702 tst iperf3m4.py: using LAC 38522\u000a04:23:37.061956 tst iperf3m4.py: using RAC 17\u000a04:23:37.178925 tst iperf3m4.py: using CellId 38522\u000a04:23:37.297967 tst iperf3m4.py: using BVCI 38523\u000a04:23:37.320549 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:37.331180 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:37.341556 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:37.351846 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:37.362022 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:37.372163 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:37.382628 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:37.392759 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:37.403145 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:37.518934 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:37.643766 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:37.760200 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:38.050857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:23:38.184694 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:38.515044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8037): Launched\u000a04:23:38.790602 run iperf3-srv_10.42.42.10(pid=8038): Launched\u000a04:23:38.985538 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:23:39.118688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:39.449404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8039): Launched\u000a04:23:39.724893 run iperf3-srv_10.42.42.10(pid=8040): Launched\u000a04:23:39.919615 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:23:40.052617 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:40.382693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8041): Launched\u000a04:23:40.657501 run iperf3-srv_10.42.42.10(pid=8042): Launched\u000a04:23:40.852229 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:23:40.985193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:41.315679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8043): Launched\u000a04:23:41.590998 run iperf3-srv_10.42.42.10(pid=8044): Launched\u000a04:23:41.786478 tst iperf3m4.py:8: start network...\u000a04:23:41.920072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:23:42.427476 run create_hlr_db(pid=8045): Launched\u000a04:23:42.613693 bus /gobi_6: Setting Powered False\u000a04:23:43.635295 run create_hlr_db(pid=8045): Terminated: ok {rc=0}\u000a04:23:44.059876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8047): Launched\u000a04:23:44.380172 run osmo-hlr_10.42.42.2(pid=8048): Launched\u000a04:23:44.499280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:45.027687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8050): Launched\u000a04:23:45.347346 run osmo-stp_10.42.42.5(pid=8051): Launched\u000a04:23:45.462299 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:23:46.024100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8053): Launched\u000a04:23:46.140383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:23:46.438076 run patchelf(pid=8054): Launched\u000a04:23:46.630344 run osmo-stp_10.42.42.5(pid=8051): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8051)]\u000a04:23:46.771279 run osmo-stp_10.42.42.5(pid=8051): stdout: \u000a| (launched: 2022-12-14_04:23:45.190558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:46.911534 run osmo-stp_10.42.42.5(pid=8051): stderr: \u000a| �[0;m�[38;5;43m20221214042345379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042345380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042345380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042345380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042345381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042345381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042345381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:47.047390 run osmo-stp_10.42.42.5(pid=8051): stdout: \u000a| (launched: 2022-12-14_04:23:45.190558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:47.181979 run osmo-stp_10.42.42.5(pid=8051): stderr: \u000a| �[0;m�[38;5;43m20221214042345379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042345380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042345380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042345380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042345381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042345381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042345381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:47.336362 run patchelf(pid=8054): Terminating (SIGINT)\u000a04:23:47.516814 run patchelf(pid=8054): Terminated: ok {rc=0}\u000a04:23:47.550493 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8051): Process ended prematurely: osmo-stp_10.42.42.5(pid=8051) [trial-2399↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8051)] [trial-2399↪gprs:trx-lms↪iperf3m4.py:8]\u000a04:23:47.560510 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a04:23:47.624273 run osmo-hlr_10.42.42.2(pid=8048): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8048)]\u000a04:23:47.675973 run osmo-hlr_10.42.42.2(pid=8048): stdout: \u000a| (launched: 2022-12-14_04:23:44.222435) \u000a04:23:47.728552 run osmo-hlr_10.42.42.2(pid=8048): stderr: \u000a| �[0;m�[1;31m20221214042344416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042344416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042344416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042344416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042344416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042344416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042344430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042344438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042344439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042344439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:47.773066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8037): Terminating (SIGTERM)\u000a04:23:47.814808 run iperf3-srv_10.42.42.10(pid=8038): Terminating (SIGTERM)\u000a04:23:47.856616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8039): Terminating (SIGTERM)\u000a04:23:47.898905 run iperf3-srv_10.42.42.10(pid=8040): Terminating (SIGTERM)\u000a04:23:47.940738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8041): Terminating (SIGTERM)\u000a04:23:47.983159 run iperf3-srv_10.42.42.10(pid=8042): Terminating (SIGTERM)\u000a04:23:48.025985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8043): Terminating (SIGTERM)\u000a04:23:48.068060 run iperf3-srv_10.42.42.10(pid=8044): Terminating (SIGTERM)\u000a04:23:48.110198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8047): Terminating (SIGTERM)\u000a04:23:48.152545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8050): Terminating (SIGTERM)\u000a04:23:48.194565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8053): Terminating (SIGTERM)\u000a04:23:48.204137 --- ParallelTerminationStrategy: PID 8037 died...\u000a04:23:48.260590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8037): Terminated: ok {rc=0}\u000a04:23:48.271070 --- ParallelTerminationStrategy: PID 8038 died...\u000a04:23:48.326900 run iperf3-srv_10.42.42.10(pid=8038): Terminated {rc=256}\u000a04:23:48.336888 --- ParallelTerminationStrategy: PID 8039 died...\u000a04:23:48.392981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8039): Terminated: ok {rc=0}\u000a04:23:48.403033 --- ParallelTerminationStrategy: PID 8040 died...\u000a04:23:48.458961 run iperf3-srv_10.42.42.10(pid=8040): Terminated {rc=256}\u000a04:23:48.469231 --- ParallelTerminationStrategy: PID 8041 died...\u000a04:23:48.525273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8041): Terminated: ok {rc=0}\u000a04:23:48.535592 --- ParallelTerminationStrategy: PID 8042 died...\u000a04:23:48.591530 run iperf3-srv_10.42.42.10(pid=8042): Terminated {rc=256}\u000a04:23:48.601868 --- ParallelTerminationStrategy: PID 8043 died...\u000a04:23:48.657787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8043): Terminated: ok {rc=0}\u000a04:23:48.667770 --- ParallelTerminationStrategy: PID 8044 died...\u000a04:23:48.723730 run iperf3-srv_10.42.42.10(pid=8044): Terminated {rc=256}\u000a04:23:48.733777 --- ParallelTerminationStrategy: PID 8047 died...\u000a04:23:48.789840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8047): Terminated: ok {rc=0}\u000a04:23:48.799869 --- ParallelTerminationStrategy: PID 8050 died...\u000a04:23:48.856035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8050): Terminated: ok {rc=0}\u000a04:23:48.866142 --- ParallelTerminationStrategy: PID 8053 died...\u000a04:23:48.922463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8053): Terminated: ok {rc=0}\u000a04:23:49.009407 bus /gobi_4: Setting Powered False\u000a04:23:50.115185 bus /gobi_4: Setting Powered False\u000a04:23:51.227774 bus /gobi_1: Setting Powered False\u000a04:23:52.330937 bus /gobi_1: Setting Powered False\u000a04:23:53.440466 bus /gobi_0: Setting Powered False\u000a04:23:54.541349 bus /gobi_0: Setting Powered False\u000a04:23:55.652246 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8062): Process ended prematurely: osmo-stp_10.42.42.5(pid=8062) [trial-2399↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8062)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8062): Process ended prematurely: osmo-stp_10.42.42.5(pid=8062) [trial-2399↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a04:23:56.721700 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:56.733612 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:23:56.870996 tst ping.py: using LAC 38523\u000a04:23:56.989219 tst ping.py: using RAC 18\u000a04:23:57.104748 tst ping.py: using CellId 38523\u000a04:23:57.228715 tst ping.py: using BVCI 38524\u000a04:23:57.253158 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:57.264307 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:57.275319 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:57.286305 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:57.297583 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:57.308706 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:57.320030 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:57.331368 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:57.619749 tst ping.py:19: start network...\u000a04:23:57.751037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:23:58.247224 run create_hlr_db(pid=8056): Launched\u000a04:23:58.431083 bus /gobi_6: Setting Powered False\u000a04:23:59.452418 run create_hlr_db(pid=8056): Terminated: ok {rc=0}\u000a04:23:59.849110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8058): Launched\u000a04:24:00.141959 run osmo-hlr_10.42.42.2(pid=8059): Launched\u000a04:24:00.249619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:00.766008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8061): Launched\u000a04:24:01.196392 run osmo-stp_10.42.42.5(pid=8062): Launched\u000a04:24:01.420380 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:02.067087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8100): Launched\u000a04:24:02.191513 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:02.526527 run patchelf(pid=8113): Launched\u000a04:24:02.753154 run osmo-stp_10.42.42.5(pid=8062): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8062)]\u000a04:24:02.908078 run osmo-stp_10.42.42.5(pid=8062): stdout: \u000a| (launched: 2022-12-14_04:24:00.937015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:03.069750 run osmo-stp_10.42.42.5(pid=8062): stderr: \u000a| �[0;m�[38;5;43m20221214042401222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042401222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042401222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042401222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042401223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042401223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042401223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:03.234695 run osmo-stp_10.42.42.5(pid=8062): stdout: \u000a| (launched: 2022-12-14_04:24:00.937015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:03.372543 run osmo-stp_10.42.42.5(pid=8062): stderr: \u000a| �[0;m�[38;5;43m20221214042401222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042401222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042401222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042401222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042401223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042401223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042401223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:03.539427 run patchelf(pid=8113): Terminating (SIGINT)\u000a04:24:03.745192 run patchelf(pid=8113): Terminated: ok {rc=0}\u000a04:24:03.785370 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8062): Process ended prematurely: osmo-stp_10.42.42.5(pid=8062) [trial-2399↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8062)] [trial-2399↪gprs:trx-lms↪ping.py:22]\u000a04:24:03.796594 tst ping.py:22: Test FAILED (7.1 sec)\u000a04:24:03.868682 run osmo-hlr_10.42.42.2(pid=8059): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8059)]\u000a04:24:03.934157 run osmo-hlr_10.42.42.2(pid=8059): stdout: \u000a| (launched: 2022-12-14_04:23:59.998121) \u000a04:24:04.004725 run osmo-hlr_10.42.42.2(pid=8059): stderr: \u000a| �[0;m�[1;31m20221214042400171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042400171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042400171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042400171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042400171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042400171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042400183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:04.060390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8058): Terminating (SIGTERM)\u000a04:24:04.111723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8061): Terminating (SIGTERM)\u000a04:24:04.160799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8100): Terminating (SIGTERM)\u000a04:24:04.172098 --- ParallelTerminationStrategy: PID 8058 died...\u000a04:24:04.247485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8058): Terminated: ok {rc=0}\u000a04:24:04.260906 --- ParallelTerminationStrategy: PID 8061 died...\u000a04:24:04.322169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8061): Terminated: ok {rc=0}\u000a04:24:04.334334 --- ParallelTerminationStrategy: PID 8100 died...\u000a04:24:04.400344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8100): Terminated: ok {rc=0}\u000a04:24:04.500250 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8343): Process ended prematurely: osmo-stp_10.42.42.5(pid=8343) [trial-2399↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8343)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8343): Process ended prematurely: osmo-stp_10.42.42.5(pid=8343) [trial-2399↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a04:24:05.558468 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:05.570843 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:24:05.708236 tst ping_idle_ping.py: using LAC 38524\u000a04:24:05.827523 tst ping_idle_ping.py: using RAC 19\u000a04:24:05.948881 tst ping_idle_ping.py: using CellId 38524\u000a04:24:06.067154 tst ping_idle_ping.py: using BVCI 38525\u000a04:24:06.090747 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:06.102399 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:06.113891 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:06.126313 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:06.137963 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:06.149756 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:06.161595 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:06.173478 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:24:06.452520 tst ping_idle_ping.py:24: start network...\u000a04:24:06.578637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:07.094495 run create_hlr_db(pid=8337): Launched\u000a04:24:07.282224 bus /gobi_6: Setting Powered False\u000a04:24:08.304116 run create_hlr_db(pid=8337): Terminated: ok {rc=0}\u000a04:24:08.751624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8339): Launched\u000a04:24:09.160051 run osmo-hlr_10.42.42.2(pid=8340): Launched\u000a04:24:09.382475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:09.997082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8342): Launched\u000a04:24:10.402016 run osmo-stp_10.42.42.5(pid=8343): Launched\u000a04:24:10.619064 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:11.210719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8345): Launched\u000a04:24:11.317935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:11.597367 run patchelf(pid=8346): Launched\u000a04:24:11.774643 run osmo-stp_10.42.42.5(pid=8343): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8343)]\u000a04:24:11.904584 run osmo-stp_10.42.42.5(pid=8343): stdout: \u000a| (launched: 2022-12-14_04:24:10.149211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:12.035231 run osmo-stp_10.42.42.5(pid=8343): stderr: \u000a| �[0;m�[38;5;43m20221214042410469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042410469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042410469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042410470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042410470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042410470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042410470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:12.160431 run osmo-stp_10.42.42.5(pid=8343): stdout: \u000a| (launched: 2022-12-14_04:24:10.149211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:12.284575 run osmo-stp_10.42.42.5(pid=8343): stderr: \u000a| �[0;m�[38;5;43m20221214042410469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042410469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042410469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042410470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042410470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042410470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042410470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:12.428639 run patchelf(pid=8346): Terminating (SIGINT)\u000a04:24:12.598543 run patchelf(pid=8346): Terminated: ok {rc=0}\u000a04:24:12.630281 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8343): Process ended prematurely: osmo-stp_10.42.42.5(pid=8343) [trial-2399↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8343)] [trial-2399↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a04:24:12.640057 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a04:24:12.702215 run osmo-hlr_10.42.42.2(pid=8340): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8340)]\u000a04:24:12.752759 run osmo-hlr_10.42.42.2(pid=8340): stdout: \u000a| (launched: 2022-12-14_04:24:08.914625) \u000a04:24:12.804170 run osmo-hlr_10.42.42.2(pid=8340): stderr: \u000a| �[0;m�[1;31m20221214042409245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042409245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042409245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042409245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042409246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042409246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042409265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042409278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042409278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042409278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:12.847872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8339): Terminating (SIGTERM)\u000a04:24:12.889427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8342): Terminating (SIGTERM)\u000a04:24:12.931781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8345): Terminating (SIGTERM)\u000a04:24:12.942206 --- ParallelTerminationStrategy: PID 8339 died...\u000a04:24:13.000602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8339): Terminated: ok {rc=0}\u000a04:24:13.011214 --- ParallelTerminationStrategy: PID 8342 died...\u000a04:24:13.066179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8342): Terminated: ok {rc=0}\u000a04:24:13.076646 --- ParallelTerminationStrategy: PID 8345 died...\u000a04:24:13.131683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8345): Terminated: ok {rc=0}\u000a04:24:13.217317 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:23:13" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8362): Process ended prematurely: osmo-stp_10.42.42.5(pid=8362) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8362)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8362): Process ended prematurely: osmo-stp_10.42.42.5(pid=8362) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:24:15.379404 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:15.391240 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:24:15.535083 tst cs_paging_gprs_active.py: using LAC 38525\u000a04:24:15.658793 tst cs_paging_gprs_active.py: using RAC 20\u000a04:24:15.782304 tst cs_paging_gprs_active.py: using CellId 38525\u000a04:24:15.907668 tst cs_paging_gprs_active.py: using BVCI 38526\u000a04:24:15.933302 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:15.951851 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:15.963580 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:15.975768 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:15.987473 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:15.999454 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:16.016567 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:16.028154 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:16.041259 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:16.161501 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:16.469257 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:24:16.627696 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:17.032313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8352): Launched\u000a04:24:17.368697 run iperf3-srv_10.42.42.10(pid=8353): Launched\u000a04:24:17.604727 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:24:17.760095 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:18.157958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8354): Launched\u000a04:24:18.475598 run iperf3-srv_10.42.42.10(pid=8355): Launched\u000a04:24:18.669244 tst cs_paging_gprs_active.py:38: start network...\u000a04:24:18.798807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:19.341577 run create_hlr_db(pid=8356): Launched\u000a04:24:19.517813 bus /gobi_6: Setting Powered False\u000a04:24:20.544108 run create_hlr_db(pid=8356): Terminated: ok {rc=0}\u000a04:24:20.973221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8358): Launched\u000a04:24:21.376261 run osmo-hlr_10.42.42.2(pid=8359): Launched\u000a04:24:21.616624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:22.249129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8361): Launched\u000a04:24:22.656835 run osmo-stp_10.42.42.5(pid=8362): Launched\u000a04:24:22.903393 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:23.504249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8364): Launched\u000a04:24:23.618193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:23.905507 run patchelf(pid=8365): Launched\u000a04:24:24.091364 run osmo-stp_10.42.42.5(pid=8362): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8362)]\u000a04:24:24.229702 run osmo-stp_10.42.42.5(pid=8362): stdout: \u000a| (launched: 2022-12-14_04:24:22.408120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:24.366071 run osmo-stp_10.42.42.5(pid=8362): stderr: \u000a| �[0;m�[38;5;43m20221214042422737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042422737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042422738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042422738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042422738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042422738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042422739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:24.495746 run osmo-stp_10.42.42.5(pid=8362): stdout: \u000a| (launched: 2022-12-14_04:24:22.408120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:24.626265 run osmo-stp_10.42.42.5(pid=8362): stderr: \u000a| �[0;m�[38;5;43m20221214042422737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042422737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042422738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042422738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042422738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042422738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042422739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:24.776448 run patchelf(pid=8365): Terminating (SIGINT)\u000a04:24:24.953579 run patchelf(pid=8365): Terminated: ok {rc=0}\u000a04:24:24.986524 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8362): Process ended prematurely: osmo-stp_10.42.42.5(pid=8362) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8362)] [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:24:24.997289 tst cs_paging_gprs_active.py:38: Test FAILED (9.6 sec)\u000a04:24:25.059783 run osmo-hlr_10.42.42.2(pid=8359): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8359)]\u000a04:24:25.111497 run osmo-hlr_10.42.42.2(pid=8359): stdout: \u000a| (launched: 2022-12-14_04:24:21.131940) \u000a04:24:25.164928 run osmo-hlr_10.42.42.2(pid=8359): stderr: \u000a| �[0;m�[1;31m20221214042421465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042421465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042421465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042421465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042421465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042421465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042421483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042421499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042421499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042421499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:25.209799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8352): Terminating (SIGTERM)\u000a04:24:25.253810 run iperf3-srv_10.42.42.10(pid=8353): Terminating (SIGTERM)\u000a04:24:25.297501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8354): Terminating (SIGTERM)\u000a04:24:25.342794 run iperf3-srv_10.42.42.10(pid=8355): Terminating (SIGTERM)\u000a04:24:25.387047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8358): Terminating (SIGTERM)\u000a04:24:25.430867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8361): Terminating (SIGTERM)\u000a04:24:25.475155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8364): Terminating (SIGTERM)\u000a04:24:25.485817 --- ParallelTerminationStrategy: PID 8352 died...\u000a04:24:25.545353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8352): Terminated: ok {rc=0}\u000a04:24:25.556614 --- ParallelTerminationStrategy: PID 8353 died...\u000a04:24:25.613666 run iperf3-srv_10.42.42.10(pid=8353): Terminated {rc=256}\u000a04:24:25.624218 --- ParallelTerminationStrategy: PID 8354 died...\u000a04:24:25.681167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8354): Terminated: ok {rc=0}\u000a04:24:25.691852 --- ParallelTerminationStrategy: PID 8355 died...\u000a04:24:25.749747 run iperf3-srv_10.42.42.10(pid=8355): Terminated {rc=256}\u000a04:24:25.760281 --- ParallelTerminationStrategy: PID 8358 died...\u000a04:24:25.817251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8358): Terminated: ok {rc=0}\u000a04:24:25.827782 --- ParallelTerminationStrategy: PID 8361 died...\u000a04:24:25.884482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8361): Terminated: ok {rc=0}\u000a04:24:25.895568 --- ParallelTerminationStrategy: PID 8364 died...\u000a04:24:25.956722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8364): Terminated: ok {rc=0}\u000a04:24:26.043692 bus /gobi_0: Setting Powered False\u000a04:24:27.150037 bus /gobi_0: Setting Powered False\u000a04:24:28.258023 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8374): Process ended prematurely: osmo-stp_10.42.42.5(pid=8374) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8374)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8374): Process ended prematurely: osmo-stp_10.42.42.5(pid=8374) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:24:29.365762 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:29.377201 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:24:29.516186 tst iperf3.py: using LAC 38526\u000a04:24:29.644431 tst iperf3.py: using RAC 21\u000a04:24:29.765956 tst iperf3.py: using CellId 38526\u000a04:24:29.888733 tst iperf3.py: using BVCI 38527\u000a04:24:29.911931 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:29.922949 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:29.933581 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:29.944167 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:29.955162 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:29.966034 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:29.977205 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:29.987744 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:29.998471 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:30.293328 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:24:30.428111 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:30.762570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8366): Launched\u000a04:24:31.083718 run iperf3-srv_10.42.42.10(pid=8367): Launched\u000a04:24:31.271742 tst iperf3.py:8: start network...\u000a04:24:31.401834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:31.915290 run create_hlr_db(pid=8368): Launched\u000a04:24:32.108365 bus /gobi_6: Setting Powered False\u000a04:24:33.120435 run create_hlr_db(pid=8368): Terminated: ok {rc=0}\u000a04:24:33.554132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8370): Launched\u000a04:24:33.880190 run osmo-hlr_10.42.42.2(pid=8371): Launched\u000a04:24:34.001091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:34.566463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8373): Launched\u000a04:24:34.890511 run osmo-stp_10.42.42.5(pid=8374): Launched\u000a04:24:35.007968 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:35.573415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8376): Launched\u000a04:24:35.689379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:35.971728 run patchelf(pid=8377): Launched\u000a04:24:36.160143 run osmo-stp_10.42.42.5(pid=8374): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8374)]\u000a04:24:36.298107 run osmo-stp_10.42.42.5(pid=8374): stdout: \u000a| (launched: 2022-12-14_04:24:34.730552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:36.436122 run osmo-stp_10.42.42.5(pid=8374): stderr: \u000a| �[0;m�[38;5;43m20221214042434921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042434921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042434921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042434921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042434922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042434922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042434922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:36.570193 run osmo-stp_10.42.42.5(pid=8374): stdout: \u000a| (launched: 2022-12-14_04:24:34.730552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:36.702827 run osmo-stp_10.42.42.5(pid=8374): stderr: \u000a| �[0;m�[38;5;43m20221214042434921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042434921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042434921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042434921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042434922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042434922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042434922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:36.856588 run patchelf(pid=8377): Terminating (SIGINT)\u000a04:24:37.036876 run patchelf(pid=8377): Terminated: ok {rc=0}\u000a04:24:37.070125 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8374): Process ended prematurely: osmo-stp_10.42.42.5(pid=8374) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8374)] [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a04:24:37.080156 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a04:24:37.143564 run osmo-hlr_10.42.42.2(pid=8371): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8371)]\u000a04:24:37.195327 run osmo-hlr_10.42.42.2(pid=8371): stdout: \u000a| (launched: 2022-12-14_04:24:33.719787) \u000a04:24:37.247675 run osmo-hlr_10.42.42.2(pid=8371): stderr: \u000a| �[0;m�[1;31m20221214042433916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042433916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042433916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042433916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042433916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042433916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042433929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042433937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042433937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042433937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:37.292391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8366): Terminating (SIGTERM)\u000a04:24:37.334293 run iperf3-srv_10.42.42.10(pid=8367): Terminating (SIGTERM)\u000a04:24:37.376703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8370): Terminating (SIGTERM)\u000a04:24:37.419133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8373): Terminating (SIGTERM)\u000a04:24:37.461088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8376): Terminating (SIGTERM)\u000a04:24:37.470778 --- ParallelTerminationStrategy: PID 8366 died...\u000a04:24:37.527040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8366): Terminated: ok {rc=0}\u000a04:24:37.537179 --- ParallelTerminationStrategy: PID 8367 died...\u000a04:24:37.593475 run iperf3-srv_10.42.42.10(pid=8367): Terminated {rc=256}\u000a04:24:37.603406 --- ParallelTerminationStrategy: PID 8370 died...\u000a04:24:37.659640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8370): Terminated: ok {rc=0}\u000a04:24:37.669720 --- ParallelTerminationStrategy: PID 8373 died...\u000a04:24:37.725718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8373): Terminated: ok {rc=0}\u000a04:24:37.735638 --- ParallelTerminationStrategy: PID 8376 died...\u000a04:24:37.791728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8376): Terminated: ok {rc=0}\u000a04:24:37.879455 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8392): Process ended prematurely: osmo-stp_10.42.42.5(pid=8392) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8392)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8392): Process ended prematurely: osmo-stp_10.42.42.5(pid=8392) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:24:38.992888 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:39.004301 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:24:39.152921 tst iperf3m4.py: using LAC 38527\u000a04:24:39.279701 tst iperf3m4.py: using RAC 22\u000a04:24:39.404729 tst iperf3m4.py: using CellId 38527\u000a04:24:39.530171 tst iperf3m4.py: using BVCI 38528\u000a04:24:39.555247 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:39.566696 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:39.577974 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:39.588892 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:39.600622 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:39.612439 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:39.624510 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:39.636301 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:39.648266 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:39.770606 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:39.890175 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:40.012347 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:40.307202 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:24:40.442604 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:40.779038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8378): Launched\u000a04:24:41.058911 run iperf3-srv_10.42.42.10(pid=8379): Launched\u000a04:24:41.256783 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:24:41.392184 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:41.729993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8380): Launched\u000a04:24:42.010020 run iperf3-srv_10.42.42.10(pid=8381): Launched\u000a04:24:42.208135 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:24:42.343382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:42.679713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8382): Launched\u000a04:24:42.960511 run iperf3-srv_10.42.42.10(pid=8383): Launched\u000a04:24:43.159276 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:24:43.295009 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:43.631322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8384): Launched\u000a04:24:43.913182 run iperf3-srv_10.42.42.10(pid=8385): Launched\u000a04:24:44.111801 tst iperf3m4.py:8: start network...\u000a04:24:44.247637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:44.760861 run create_hlr_db(pid=8386): Launched\u000a04:24:44.947515 bus /gobi_6: Setting Powered False\u000a04:24:46.006594 run create_hlr_db(pid=8386): Terminated: ok {rc=0}\u000a04:24:46.460527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8388): Launched\u000a04:24:46.771833 run osmo-hlr_10.42.42.2(pid=8389): Launched\u000a04:24:46.981645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:47.716197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8391): Launched\u000a04:24:48.042680 run osmo-stp_10.42.42.5(pid=8392): Launched\u000a04:24:48.160451 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:48.726344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8394): Launched\u000a04:24:48.841737 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:49.125391 run patchelf(pid=8395): Launched\u000a04:24:49.314839 run osmo-stp_10.42.42.5(pid=8392): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8392)]\u000a04:24:49.453587 run osmo-stp_10.42.42.5(pid=8392): stdout: \u000a| (launched: 2022-12-14_04:24:47.881598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:49.592533 run osmo-stp_10.42.42.5(pid=8392): stderr: \u000a| �[0;m�[38;5;43m20221214042448070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042448070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042448071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042448071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042448072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042448072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042448072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:49.726702 run osmo-stp_10.42.42.5(pid=8392): stdout: \u000a| (launched: 2022-12-14_04:24:47.881598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:49.860387 run osmo-stp_10.42.42.5(pid=8392): stderr: \u000a| �[0;m�[38;5;43m20221214042448070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042448070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042448071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042448071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042448072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042448072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042448072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:50.014860 run patchelf(pid=8395): Terminating (SIGINT)\u000a04:24:50.196078 run patchelf(pid=8395): Terminated: ok {rc=0}\u000a04:24:50.229667 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8392): Process ended prematurely: osmo-stp_10.42.42.5(pid=8392) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8392)] [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:24:50.239658 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a04:24:50.303284 run osmo-hlr_10.42.42.2(pid=8389): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8389)]\u000a04:24:50.355105 run osmo-hlr_10.42.42.2(pid=8389): stdout: \u000a| (launched: 2022-12-14_04:24:46.620598) \u000a04:24:50.407279 run osmo-hlr_10.42.42.2(pid=8389): stderr: \u000a| �[0;m�[1;31m20221214042446931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042446931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042446931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042446931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042446931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042446931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042446946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042446966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042446967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042446967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:50.451607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8378): Terminating (SIGTERM)\u000a04:24:50.493353 run iperf3-srv_10.42.42.10(pid=8379): Terminating (SIGTERM)\u000a04:24:50.535209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8380): Terminating (SIGTERM)\u000a04:24:50.577251 run iperf3-srv_10.42.42.10(pid=8381): Terminating (SIGTERM)\u000a04:24:50.619772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8382): Terminating (SIGTERM)\u000a04:24:50.661897 run iperf3-srv_10.42.42.10(pid=8383): Terminating (SIGTERM)\u000a04:24:50.704138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8384): Terminating (SIGTERM)\u000a04:24:50.745977 run iperf3-srv_10.42.42.10(pid=8385): Terminating (SIGTERM)\u000a04:24:50.787866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8388): Terminating (SIGTERM)\u000a04:24:50.830174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8391): Terminating (SIGTERM)\u000a04:24:50.871900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8394): Terminating (SIGTERM)\u000a04:24:50.881577 --- ParallelTerminationStrategy: PID 8378 died...\u000a04:24:50.937605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8378): Terminated: ok {rc=0}\u000a04:24:50.947482 --- ParallelTerminationStrategy: PID 8379 died...\u000a04:24:51.003189 run iperf3-srv_10.42.42.10(pid=8379): Terminated {rc=256}\u000a04:24:51.013230 --- ParallelTerminationStrategy: PID 8380 died...\u000a04:24:51.068747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8380): Terminated: ok {rc=0}\u000a04:24:51.078702 --- ParallelTerminationStrategy: PID 8381 died...\u000a04:24:51.134422 run iperf3-srv_10.42.42.10(pid=8381): Terminated {rc=256}\u000a04:24:51.144398 --- ParallelTerminationStrategy: PID 8382 died...\u000a04:24:51.200097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8382): Terminated: ok {rc=0}\u000a04:24:51.210045 --- ParallelTerminationStrategy: PID 8383 died...\u000a04:24:51.265786 run iperf3-srv_10.42.42.10(pid=8383): Terminated {rc=256}\u000a04:24:51.275740 --- ParallelTerminationStrategy: PID 8384 died...\u000a04:24:51.331560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8384): Terminated: ok {rc=0}\u000a04:24:51.341928 --- ParallelTerminationStrategy: PID 8385 died...\u000a04:24:51.397768 run iperf3-srv_10.42.42.10(pid=8385): Terminated {rc=256}\u000a04:24:51.407716 --- ParallelTerminationStrategy: PID 8388 died...\u000a04:24:51.463544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8388): Terminated: ok {rc=0}\u000a04:24:51.473944 --- ParallelTerminationStrategy: PID 8391 died...\u000a04:24:51.530067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8391): Terminated: ok {rc=0}\u000a04:24:51.540209 --- ParallelTerminationStrategy: PID 8394 died...\u000a04:24:51.596863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8394): Terminated: ok {rc=0}\u000a04:24:51.683741 bus /gobi_4: Setting Powered False\u000a04:24:52.787338 bus /gobi_4: Setting Powered False\u000a04:24:53.896781 bus /gobi_1: Setting Powered False\u000a04:24:55.003749 bus /gobi_1: Setting Powered False\u000a04:24:56.116217 bus /gobi_0: Setting Powered False\u000a04:24:57.220020 bus /gobi_0: Setting Powered False\u000a04:24:58.328795 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8405): Process ended prematurely: osmo-stp_10.42.42.5(pid=8405) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8405)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8405): Process ended prematurely: osmo-stp_10.42.42.5(pid=8405) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:24:59.396673 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:59.408580 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:24:59.554060 tst ping.py: using LAC 38528\u000a04:24:59.678729 tst ping.py: using RAC 23\u000a04:24:59.804458 tst ping.py: using CellId 38528\u000a04:24:59.928579 tst ping.py: using BVCI 38529\u000a04:24:59.953075 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:59.964422 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:59.975520 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:59.986619 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:59.997923 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:00.009229 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:00.020742 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:00.032082 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:25:00.304741 tst ping.py:19: start network...\u000a04:25:00.427161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:00.942055 run create_hlr_db(pid=8396): Launched\u000a04:25:01.154525 bus /gobi_6: Setting Powered False\u000a04:25:02.233688 run create_hlr_db(pid=8396): Terminated: ok {rc=0}\u000a04:25:02.664252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8401): Launched\u000a04:25:02.959408 run osmo-hlr_10.42.42.2(pid=8402): Launched\u000a04:25:03.074647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:03.599518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8404): Launched\u000a04:25:03.896501 run osmo-stp_10.42.42.5(pid=8405): Launched\u000a04:25:04.003860 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:04.521416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8407): Launched\u000a04:25:04.626462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:04.884499 run patchelf(pid=8408): Launched\u000a04:25:05.057920 run osmo-stp_10.42.42.5(pid=8405): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8405)]\u000a04:25:05.185861 run osmo-stp_10.42.42.5(pid=8405): stdout: \u000a| (launched: 2022-12-14_04:25:03.749100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:05.313457 run osmo-stp_10.42.42.5(pid=8405): stderr: \u000a| �[0;m�[38;5;43m20221214042503915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042503915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042503915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042503916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042503916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042503917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042503917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:05.435694 run osmo-stp_10.42.42.5(pid=8405): stdout: \u000a| (launched: 2022-12-14_04:25:03.749100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:05.556732 run osmo-stp_10.42.42.5(pid=8405): stderr: \u000a| �[0;m�[38;5;43m20221214042503915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042503915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042503915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042503916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042503916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042503917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042503917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:05.698054 run patchelf(pid=8408): Terminating (SIGINT)\u000a04:25:05.863462 run patchelf(pid=8408): Terminated: ok {rc=0}\u000a04:25:05.893573 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8405): Process ended prematurely: osmo-stp_10.42.42.5(pid=8405) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8405)] [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a04:25:05.902797 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:25:05.962430 run osmo-hlr_10.42.42.2(pid=8402): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8402)]\u000a04:25:06.010912 run osmo-hlr_10.42.42.2(pid=8402): stdout: \u000a| (launched: 2022-12-14_04:25:02.814140) \u000a04:25:06.060238 run osmo-hlr_10.42.42.2(pid=8402): stderr: \u000a| �[0;m�[1;31m20221214042502989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042502989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042502989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042502990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042502990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042502990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042503002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042503010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042503011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042503011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:06.102653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8401): Terminating (SIGTERM)\u000a04:25:06.142078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8404): Terminating (SIGTERM)\u000a04:25:06.181452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8407): Terminating (SIGTERM)\u000a04:25:06.190642 --- ParallelTerminationStrategy: PID 8401 died...\u000a04:25:06.243510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8401): Terminated: ok {rc=0}\u000a04:25:06.253135 --- ParallelTerminationStrategy: PID 8404 died...\u000a04:25:06.305582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8404): Terminated: ok {rc=0}\u000a04:25:06.315064 --- ParallelTerminationStrategy: PID 8407 died...\u000a04:25:06.367427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8407): Terminated: ok {rc=0}\u000a04:25:06.450403 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8416): Process ended prematurely: osmo-stp_10.42.42.5(pid=8416) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8416)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8416): Process ended prematurely: osmo-stp_10.42.42.5(pid=8416) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:25:07.503772 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:07.516306 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:25:07.661605 tst ping_idle_ping.py: using LAC 38529\u000a04:25:07.786536 tst ping_idle_ping.py: using RAC 24\u000a04:25:07.911188 tst ping_idle_ping.py: using CellId 38529\u000a04:25:08.036668 tst ping_idle_ping.py: using BVCI 38530\u000a04:25:08.061177 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:08.072547 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:08.084033 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:08.095266 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:08.106647 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:08.118018 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:08.129646 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:08.141155 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:25:08.413842 tst ping_idle_ping.py:24: start network...\u000a04:25:08.535921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:09.013403 run create_hlr_db(pid=8410): Launched\u000a04:25:09.183814 bus /gobi_6: Setting Powered False\u000a04:25:10.205799 run create_hlr_db(pid=8410): Terminated: ok {rc=0}\u000a04:25:10.632220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8412): Launched\u000a04:25:10.950664 run osmo-hlr_10.42.42.2(pid=8413): Launched\u000a04:25:11.067949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:11.623707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8415): Launched\u000a04:25:11.943882 run osmo-stp_10.42.42.5(pid=8416): Launched\u000a04:25:12.059319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:12.616681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8418): Launched\u000a04:25:12.730689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:13.010318 run patchelf(pid=8419): Launched\u000a04:25:13.196937 run osmo-stp_10.42.42.5(pid=8416): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8416)]\u000a04:25:13.333950 run osmo-stp_10.42.42.5(pid=8416): stdout: \u000a| (launched: 2022-12-14_04:25:11.785612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:13.471328 run osmo-stp_10.42.42.5(pid=8416): stderr: \u000a| �[0;m�[38;5;43m20221214042511977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042511977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042511978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042511978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042511979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042511979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042511979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:13.604133 run osmo-stp_10.42.42.5(pid=8416): stdout: \u000a| (launched: 2022-12-14_04:25:11.785612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:13.735392 run osmo-stp_10.42.42.5(pid=8416): stderr: \u000a| �[0;m�[38;5;43m20221214042511977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042511977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042511978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042511978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042511979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042511979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042511979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:13.887283 run patchelf(pid=8419): Terminating (SIGINT)\u000a04:25:14.065838 run patchelf(pid=8419): Terminated: ok {rc=0}\u000a04:25:14.098222 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8416): Process ended prematurely: osmo-stp_10.42.42.5(pid=8416) [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8416)] [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:25:14.107729 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a04:25:14.171059 run osmo-hlr_10.42.42.2(pid=8413): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8413)]\u000a04:25:14.222508 run osmo-hlr_10.42.42.2(pid=8413): stdout: \u000a| (launched: 2022-12-14_04:25:10.793912) \u000a04:25:14.274860 run osmo-hlr_10.42.42.2(pid=8413): stderr: \u000a| �[0;m�[1;31m20221214042510990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042510990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042510991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042510991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042510991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042510991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042511006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042511015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042511015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042511015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:14.319542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8412): Terminating (SIGTERM)\u000a04:25:14.361558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8415): Terminating (SIGTERM)\u000a04:25:14.403682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8418): Terminating (SIGTERM)\u000a04:25:14.413418 --- ParallelTerminationStrategy: PID 8412 died...\u000a04:25:14.469819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8412): Terminated: ok {rc=0}\u000a04:25:14.479971 --- ParallelTerminationStrategy: PID 8415 died...\u000a04:25:14.536758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8415): Terminated: ok {rc=0}\u000a04:25:14.546954 --- ParallelTerminationStrategy: PID 8418 died...\u000a04:25:14.603810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8418): Terminated: ok {rc=0}\u000a04:25:14.691694 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:24:14" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8433): Process ended prematurely: osmo-stp_10.42.42.5(pid=8433) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8433)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8433): Process ended prematurely: osmo-stp_10.42.42.5(pid=8433) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:25:16.891192 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:16.903040 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:25:17.063752 tst cs_paging_gprs_active.py: using LAC 38530\u000a04:25:17.216728 tst cs_paging_gprs_active.py: using RAC 25\u000a04:25:17.358246 tst cs_paging_gprs_active.py: using CellId 38530\u000a04:25:17.485845 tst cs_paging_gprs_active.py: using BVCI 38531\u000a04:25:17.511018 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:17.522793 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:17.534134 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:17.545501 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:17.557467 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:17.569365 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:17.581889 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:17.594045 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:17.606074 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:17.723083 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:17.999522 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:25:18.125441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:18.438748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8423): Launched\u000a04:25:18.698621 run iperf3-srv_10.42.42.10(pid=8424): Launched\u000a04:25:18.881554 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:25:19.006142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:19.318206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8425): Launched\u000a04:25:19.577920 run iperf3-srv_10.42.42.10(pid=8426): Launched\u000a04:25:19.760908 tst cs_paging_gprs_active.py:38: start network...\u000a04:25:19.885656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:20.372518 run create_hlr_db(pid=8427): Launched\u000a04:25:20.544825 bus /gobi_6: Setting Powered False\u000a04:25:21.567172 run create_hlr_db(pid=8427): Terminated: ok {rc=0}\u000a04:25:21.999985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8429): Launched\u000a04:25:22.325681 run osmo-hlr_10.42.42.2(pid=8430): Launched\u000a04:25:22.445345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:23.008381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8432): Launched\u000a04:25:23.332817 run osmo-stp_10.42.42.5(pid=8433): Launched\u000a04:25:23.450462 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:24.017560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8435): Launched\u000a04:25:24.133279 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:24.425303 run patchelf(pid=8436): Launched\u000a04:25:24.615794 run osmo-stp_10.42.42.5(pid=8433): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8433)]\u000a04:25:24.755053 run osmo-stp_10.42.42.5(pid=8433): stdout: \u000a| (launched: 2022-12-14_04:25:23.172471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:24.894424 run osmo-stp_10.42.42.5(pid=8433): stderr: \u000a| �[0;m�[38;5;43m20221214042523363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042523363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042523364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042523364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042523364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042523365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042523365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:25.028798 run osmo-stp_10.42.42.5(pid=8433): stdout: \u000a| (launched: 2022-12-14_04:25:23.172471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:25.162015 run osmo-stp_10.42.42.5(pid=8433): stderr: \u000a| �[0;m�[38;5;43m20221214042523363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042523363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042523364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042523364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042523364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042523365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042523365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:25.316721 run patchelf(pid=8436): Terminating (SIGINT)\u000a04:25:25.498829 run patchelf(pid=8436): Terminated: ok {rc=0}\u000a04:25:25.532653 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8433): Process ended prematurely: osmo-stp_10.42.42.5(pid=8433) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8433)] [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:25:25.543024 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a04:25:25.606840 run osmo-hlr_10.42.42.2(pid=8430): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8430)]\u000a04:25:25.658626 run osmo-hlr_10.42.42.2(pid=8430): stdout: \u000a| (launched: 2022-12-14_04:25:22.164761) \u000a04:25:25.710854 run osmo-hlr_10.42.42.2(pid=8430): stderr: \u000a| �[0;m�[1;31m20221214042522360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042522360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042522360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042522360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042522360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042522360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042522378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042522387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042522387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042522387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:25.755480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8423): Terminating (SIGTERM)\u000a04:25:25.798035 run iperf3-srv_10.42.42.10(pid=8424): Terminating (SIGTERM)\u000a04:25:25.840028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8425): Terminating (SIGTERM)\u000a04:25:25.882362 run iperf3-srv_10.42.42.10(pid=8426): Terminating (SIGTERM)\u000a04:25:25.924125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8429): Terminating (SIGTERM)\u000a04:25:25.965974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8432): Terminating (SIGTERM)\u000a04:25:26.008182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8435): Terminating (SIGTERM)\u000a04:25:26.017925 --- ParallelTerminationStrategy: PID 8423 died...\u000a04:25:26.074422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8423): Terminated: ok {rc=0}\u000a04:25:26.084486 --- ParallelTerminationStrategy: PID 8424 died...\u000a04:25:26.140408 run iperf3-srv_10.42.42.10(pid=8424): Terminated {rc=256}\u000a04:25:26.150479 --- ParallelTerminationStrategy: PID 8425 died...\u000a04:25:26.206501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8425): Terminated: ok {rc=0}\u000a04:25:26.216507 --- ParallelTerminationStrategy: PID 8426 died...\u000a04:25:26.272246 run iperf3-srv_10.42.42.10(pid=8426): Terminated {rc=256}\u000a04:25:26.282219 --- ParallelTerminationStrategy: PID 8429 died...\u000a04:25:26.338123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8429): Terminated: ok {rc=0}\u000a04:25:26.348166 --- ParallelTerminationStrategy: PID 8432 died...\u000a04:25:26.404017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8432): Terminated: ok {rc=0}\u000a04:25:26.414046 --- ParallelTerminationStrategy: PID 8435 died...\u000a04:25:26.469877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8435): Terminated: ok {rc=0}\u000a04:25:26.556890 bus /gobi_0: Setting Powered False\u000a04:25:27.663598 bus /gobi_0: Setting Powered False\u000a04:25:28.772392 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8445): Process ended prematurely: osmo-stp_10.42.42.5(pid=8445) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8445)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8445): Process ended prematurely: osmo-stp_10.42.42.5(pid=8445) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:25:29.885691 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:29.897601 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:25:30.062679 tst iperf3.py: using LAC 38531\u000a04:25:30.189177 tst iperf3.py: using RAC 26\u000a04:25:30.317219 tst iperf3.py: using CellId 38531\u000a04:25:30.438650 tst iperf3.py: using BVCI 38532\u000a04:25:30.462462 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:30.473489 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:30.484268 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:30.495076 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:30.506295 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:30.517545 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:30.529388 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:30.540496 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:30.551854 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:30.853945 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:25:30.998000 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:31.344611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8437): Launched\u000a04:25:31.651297 run iperf3-srv_10.42.42.10(pid=8438): Launched\u000a04:25:31.905860 tst iperf3.py:8: start network...\u000a04:25:32.049481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:32.606693 run create_hlr_db(pid=8439): Launched\u000a04:25:32.793624 bus /gobi_6: Setting Powered False\u000a04:25:33.814500 run create_hlr_db(pid=8439): Terminated: ok {rc=0}\u000a04:25:34.220087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8441): Launched\u000a04:25:34.523668 run osmo-hlr_10.42.42.2(pid=8442): Launched\u000a04:25:34.643213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:35.177087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8444): Launched\u000a04:25:35.478643 run osmo-stp_10.42.42.5(pid=8445): Launched\u000a04:25:35.588556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:36.117594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8447): Launched\u000a04:25:36.225449 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:36.487794 run patchelf(pid=8448): Launched\u000a04:25:36.664150 run osmo-stp_10.42.42.5(pid=8445): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8445)]\u000a04:25:36.792557 run osmo-stp_10.42.42.5(pid=8445): stdout: \u000a| (launched: 2022-12-14_04:25:35.330141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:36.921669 run osmo-stp_10.42.42.5(pid=8445): stderr: \u000a| �[0;m�[38;5;43m20221214042535498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042535499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042535499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042535499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042535500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042535500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042535500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:37.046116 run osmo-stp_10.42.42.5(pid=8445): stdout: \u000a| (launched: 2022-12-14_04:25:35.330141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:37.169538 run osmo-stp_10.42.42.5(pid=8445): stderr: \u000a| �[0;m�[38;5;43m20221214042535498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042535499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042535499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042535499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042535500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042535500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042535500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:37.312840 run patchelf(pid=8448): Terminating (SIGINT)\u000a04:25:37.481099 run patchelf(pid=8448): Terminated: ok {rc=0}\u000a04:25:37.512067 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8445): Process ended prematurely: osmo-stp_10.42.42.5(pid=8445) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8445)] [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:25:37.521387 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a04:25:37.581384 run osmo-hlr_10.42.42.2(pid=8442): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8442)]\u000a04:25:37.630788 run osmo-hlr_10.42.42.2(pid=8442): stdout: \u000a| (launched: 2022-12-14_04:25:34.373647) \u000a04:25:37.680505 run osmo-hlr_10.42.42.2(pid=8442): stderr: \u000a| �[0;m�[1;31m20221214042534548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042534549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042534549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042534549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042534549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042534549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042534561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042534570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042534570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042534570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:37.722478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8437): Terminating (SIGTERM)\u000a04:25:37.762630 run iperf3-srv_10.42.42.10(pid=8438): Terminating (SIGTERM)\u000a04:25:37.802245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8441): Terminating (SIGTERM)\u000a04:25:37.841719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8444): Terminating (SIGTERM)\u000a04:25:37.881261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8447): Terminating (SIGTERM)\u000a04:25:37.890492 --- ParallelTerminationStrategy: PID 8437 died...\u000a04:25:37.943639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8437): Terminated: ok {rc=0}\u000a04:25:37.953288 --- ParallelTerminationStrategy: PID 8438 died...\u000a04:25:38.006064 run iperf3-srv_10.42.42.10(pid=8438): Terminated {rc=256}\u000a04:25:38.015616 --- ParallelTerminationStrategy: PID 8441 died...\u000a04:25:38.068256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8441): Terminated: ok {rc=0}\u000a04:25:38.077922 --- ParallelTerminationStrategy: PID 8444 died...\u000a04:25:38.130539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8444): Terminated: ok {rc=0}\u000a04:25:38.140257 --- ParallelTerminationStrategy: PID 8447 died...\u000a04:25:38.194116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8447): Terminated: ok {rc=0}\u000a04:25:38.278180 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8463): Process ended prematurely: osmo-stp_10.42.42.5(pid=8463) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8463)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8463): Process ended prematurely: osmo-stp_10.42.42.5(pid=8463) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:25:39.394852 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:39.407069 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:25:39.574338 tst iperf3m4.py: using LAC 38532\u000a04:25:39.701944 tst iperf3m4.py: using RAC 27\u000a04:25:39.828617 tst iperf3m4.py: using CellId 38532\u000a04:25:39.955234 tst iperf3m4.py: using BVCI 38533\u000a04:25:39.980337 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:39.992021 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:40.003472 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:40.014842 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:40.026632 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:40.038584 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:40.050534 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:40.062338 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:40.074355 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:40.196056 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:40.315268 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:40.434754 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:40.712622 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:25:40.837678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:41.150499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8449): Launched\u000a04:25:41.410374 run iperf3-srv_10.42.42.10(pid=8450): Launched\u000a04:25:41.593379 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:25:41.718429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:42.030902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8451): Launched\u000a04:25:42.291488 run iperf3-srv_10.42.42.10(pid=8452): Launched\u000a04:25:42.473429 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:25:42.597934 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:42.909411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8453): Launched\u000a04:25:43.168734 run iperf3-srv_10.42.42.10(pid=8454): Launched\u000a04:25:43.351379 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:25:43.476195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:43.790298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8455): Launched\u000a04:25:44.051633 run iperf3-srv_10.42.42.10(pid=8456): Launched\u000a04:25:44.234769 tst iperf3m4.py:8: start network...\u000a04:25:44.359288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:44.845655 run create_hlr_db(pid=8457): Launched\u000a04:25:45.017967 bus /gobi_6: Setting Powered False\u000a04:25:46.076767 run create_hlr_db(pid=8457): Terminated: ok {rc=0}\u000a04:25:46.530050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8459): Launched\u000a04:25:46.952801 run osmo-hlr_10.42.42.2(pid=8460): Launched\u000a04:25:47.154346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:47.677369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8462): Launched\u000a04:25:47.977370 run osmo-stp_10.42.42.5(pid=8463): Launched\u000a04:25:48.086447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:48.613984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8465): Launched\u000a04:25:48.719997 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:48.982137 run patchelf(pid=8466): Launched\u000a04:25:49.157602 run osmo-stp_10.42.42.5(pid=8463): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8463)]\u000a04:25:49.285463 run osmo-stp_10.42.42.5(pid=8463): stdout: \u000a| (launched: 2022-12-14_04:25:47.829161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:49.413630 run osmo-stp_10.42.42.5(pid=8463): stderr: \u000a| �[0;m�[38;5;43m20221214042547997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042547997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042547997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042547998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042547998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042547998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042547998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:49.537232 run osmo-stp_10.42.42.5(pid=8463): stdout: \u000a| (launched: 2022-12-14_04:25:47.829161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:49.660673 run osmo-stp_10.42.42.5(pid=8463): stderr: \u000a| �[0;m�[38;5;43m20221214042547997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042547997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042547997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042547998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042547998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042547998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042547998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:49.803603 run patchelf(pid=8466): Terminating (SIGINT)\u000a04:25:49.971376 run patchelf(pid=8466): Terminated: ok {rc=0}\u000a04:25:50.002337 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8463): Process ended prematurely: osmo-stp_10.42.42.5(pid=8463) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8463)] [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:25:50.011618 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:25:50.071356 run osmo-hlr_10.42.42.2(pid=8460): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8460)]\u000a04:25:50.119988 run osmo-hlr_10.42.42.2(pid=8460): stdout: \u000a| (launched: 2022-12-14_04:25:46.701272) \u000a04:25:50.169102 run osmo-hlr_10.42.42.2(pid=8460): stderr: \u000a| �[0;m�[1;31m20221214042547006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042547006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042547006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042547006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042547006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042547006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042547023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042547033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042547034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042547034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:50.210951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8449): Terminating (SIGTERM)\u000a04:25:50.250790 run iperf3-srv_10.42.42.10(pid=8450): Terminating (SIGTERM)\u000a04:25:50.290836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8451): Terminating (SIGTERM)\u000a04:25:50.330146 run iperf3-srv_10.42.42.10(pid=8452): Terminating (SIGTERM)\u000a04:25:50.369660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8453): Terminating (SIGTERM)\u000a04:25:50.409036 run iperf3-srv_10.42.42.10(pid=8454): Terminating (SIGTERM)\u000a04:25:50.448483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8455): Terminating (SIGTERM)\u000a04:25:50.487882 run iperf3-srv_10.42.42.10(pid=8456): Terminating (SIGTERM)\u000a04:25:50.527352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8459): Terminating (SIGTERM)\u000a04:25:50.566798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8462): Terminating (SIGTERM)\u000a04:25:50.606277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8465): Terminating (SIGTERM)\u000a04:25:50.615456 --- ParallelTerminationStrategy: PID 8449 died...\u000a04:25:50.668514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8449): Terminated: ok {rc=0}\u000a04:25:50.678258 --- ParallelTerminationStrategy: PID 8450 died...\u000a04:25:50.731379 run iperf3-srv_10.42.42.10(pid=8450): Terminated {rc=256}\u000a04:25:50.740875 --- ParallelTerminationStrategy: PID 8451 died...\u000a04:25:50.793854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8451): Terminated: ok {rc=0}\u000a04:25:50.803386 --- ParallelTerminationStrategy: PID 8452 died...\u000a04:25:50.856089 run iperf3-srv_10.42.42.10(pid=8452): Terminated {rc=256}\u000a04:25:50.865711 --- ParallelTerminationStrategy: PID 8453 died...\u000a04:25:50.918480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8453): Terminated: ok {rc=0}\u000a04:25:50.928050 --- ParallelTerminationStrategy: PID 8454 died...\u000a04:25:50.980772 run iperf3-srv_10.42.42.10(pid=8454): Terminated {rc=256}\u000a04:25:50.990339 --- ParallelTerminationStrategy: PID 8455 died...\u000a04:25:51.043141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8455): Terminated: ok {rc=0}\u000a04:25:51.052647 --- ParallelTerminationStrategy: PID 8456 died...\u000a04:25:51.105645 run iperf3-srv_10.42.42.10(pid=8456): Terminated {rc=256}\u000a04:25:51.115259 --- ParallelTerminationStrategy: PID 8459 died...\u000a04:25:51.168390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8459): Terminated: ok {rc=0}\u000a04:25:51.178021 --- ParallelTerminationStrategy: PID 8462 died...\u000a04:25:51.230877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8462): Terminated: ok {rc=0}\u000a04:25:51.240475 --- ParallelTerminationStrategy: PID 8465 died...\u000a04:25:51.293277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8465): Terminated: ok {rc=0}\u000a04:25:51.380594 bus /gobi_4: Setting Powered False\u000a04:25:52.484849 bus /gobi_4: Setting Powered False\u000a04:25:53.590527 bus /gobi_1: Setting Powered False\u000a04:25:54.691032 bus /gobi_1: Setting Powered False\u000a04:25:55.798217 bus /gobi_0: Setting Powered False\u000a04:25:56.899268 bus /gobi_0: Setting Powered False\u000a04:25:58.011832 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8474): Process ended prematurely: osmo-stp_10.42.42.5(pid=8474) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8474)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8474): Process ended prematurely: osmo-stp_10.42.42.5(pid=8474) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:25:59.079126 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:59.090854 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:25:59.245267 tst ping.py: using LAC 38533\u000a04:25:59.362767 tst ping.py: using RAC 28\u000a04:25:59.478638 tst ping.py: using CellId 38533\u000a04:25:59.600058 tst ping.py: using BVCI 38534\u000a04:25:59.622817 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:59.633689 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:59.644361 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:59.654988 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:59.665960 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:59.676784 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:59.687646 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:59.698480 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:59.970538 tst ping.py:19: start network...\u000a04:26:00.092929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:00.570319 run create_hlr_db(pid=8468): Launched\u000a04:26:00.756734 bus /gobi_6: Setting Powered False\u000a04:26:01.832811 run create_hlr_db(pid=8468): Terminated: ok {rc=0}\u000a04:26:02.273986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8470): Launched\u000a04:26:02.572047 run osmo-hlr_10.42.42.2(pid=8471): Launched\u000a04:26:02.683148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:03.201827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8473): Launched\u000a04:26:03.500769 run osmo-stp_10.42.42.5(pid=8474): Launched\u000a04:26:03.607613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:04.127933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8476): Launched\u000a04:26:04.232795 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:04.492662 run patchelf(pid=8477): Launched\u000a04:26:04.666337 run osmo-stp_10.42.42.5(pid=8474): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8474)]\u000a04:26:04.792751 run osmo-stp_10.42.42.5(pid=8474): stdout: \u000a| (launched: 2022-12-14_04:26:03.351920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:04.919658 run osmo-stp_10.42.42.5(pid=8474): stderr: \u000a| �[0;m�[38;5;43m20221214042603522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042603522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042603522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042603523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042603523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042603523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042603523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:05.041986 run osmo-stp_10.42.42.5(pid=8474): stdout: \u000a| (launched: 2022-12-14_04:26:03.351920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:05.163155 run osmo-stp_10.42.42.5(pid=8474): stderr: \u000a| �[0;m�[38;5;43m20221214042603522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042603522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042603522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042603523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042603523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042603523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042603523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:05.304075 run patchelf(pid=8477): Terminating (SIGINT)\u000a04:26:05.469162 run patchelf(pid=8477): Terminated: ok {rc=0}\u000a04:26:05.499395 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8474): Process ended prematurely: osmo-stp_10.42.42.5(pid=8474) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8474)] [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:26:05.508055 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:26:05.568324 run osmo-hlr_10.42.42.2(pid=8471): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8471)]\u000a04:26:05.617439 run osmo-hlr_10.42.42.2(pid=8471): stdout: \u000a| (launched: 2022-12-14_04:26:02.425373) \u000a04:26:05.667129 run osmo-hlr_10.42.42.2(pid=8471): stderr: \u000a| �[0;m�[1;31m20221214042602601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042602601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042602601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042602601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042602601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042602601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042602613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042602622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042602622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042602622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:05.709547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8470): Terminating (SIGTERM)\u000a04:26:05.749423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8473): Terminating (SIGTERM)\u000a04:26:05.789509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8476): Terminating (SIGTERM)\u000a04:26:05.798843 --- ParallelTerminationStrategy: PID 8470 died...\u000a04:26:05.852594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8470): Terminated: ok {rc=0}\u000a04:26:05.862453 --- ParallelTerminationStrategy: PID 8473 died...\u000a04:26:05.915930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8473): Terminated: ok {rc=0}\u000a04:26:05.925771 --- ParallelTerminationStrategy: PID 8476 died...\u000a04:26:05.978800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8476): Terminated: ok {rc=0}\u000a04:26:06.067171 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8484): Process ended prematurely: osmo-stp_10.42.42.5(pid=8484) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8484)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8484): Process ended prematurely: osmo-stp_10.42.42.5(pid=8484) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:26:07.120345 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.132603 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:26:07.301476 tst ping_idle_ping.py: using LAC 38534\u000a04:26:07.428789 tst ping_idle_ping.py: using RAC 29\u000a04:26:07.558214 tst ping_idle_ping.py: using CellId 38534\u000a04:26:07.684530 tst ping_idle_ping.py: using BVCI 38535\u000a04:26:07.709106 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.720408 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.731686 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.743001 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.754865 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.766813 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.779070 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.791354 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:26:08.067887 tst ping_idle_ping.py:24: start network...\u000a04:26:08.191357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:08.676298 run create_hlr_db(pid=8478): Launched\u000a04:26:08.848203 bus /gobi_6: Setting Powered False\u000a04:26:09.870791 run create_hlr_db(pid=8478): Terminated: ok {rc=0}\u000a04:26:10.298543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8480): Launched\u000a04:26:10.619514 run osmo-hlr_10.42.42.2(pid=8481): Launched\u000a04:26:10.740829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:11.295300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8483): Launched\u000a04:26:11.616559 run osmo-stp_10.42.42.5(pid=8484): Launched\u000a04:26:11.735383 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:12.296076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8486): Launched\u000a04:26:12.410421 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:12.692227 run patchelf(pid=8487): Launched\u000a04:26:12.880118 run osmo-stp_10.42.42.5(pid=8484): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8484)]\u000a04:26:13.017865 run osmo-stp_10.42.42.5(pid=8484): stdout: \u000a| (launched: 2022-12-14_04:26:11.456543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:13.155843 run osmo-stp_10.42.42.5(pid=8484): stderr: \u000a| �[0;m�[38;5;43m20221214042611651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042611651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042611652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042611652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042611652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042611653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042611653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:13.288886 run osmo-stp_10.42.42.5(pid=8484): stdout: \u000a| (launched: 2022-12-14_04:26:11.456543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:13.420838 run osmo-stp_10.42.42.5(pid=8484): stderr: \u000a| �[0;m�[38;5;43m20221214042611651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042611651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042611652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042611652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042611652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042611653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042611653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:13.573762 run patchelf(pid=8487): Terminating (SIGINT)\u000a04:26:13.753369 run patchelf(pid=8487): Terminated: ok {rc=0}\u000a04:26:13.785886 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8484): Process ended prematurely: osmo-stp_10.42.42.5(pid=8484) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8484)] [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:26:13.795288 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a04:26:13.859190 run osmo-hlr_10.42.42.2(pid=8481): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8481)]\u000a04:26:13.911175 run osmo-hlr_10.42.42.2(pid=8481): stdout: \u000a| (launched: 2022-12-14_04:26:10.460530) \u000a04:26:13.963905 run osmo-hlr_10.42.42.2(pid=8481): stderr: \u000a| �[0;m�[1;31m20221214042610658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042610658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042610658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042610658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042610658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042610658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042610670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042610678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042610678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042610679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:14.008873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8480): Terminating (SIGTERM)\u000a04:26:14.051250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8483): Terminating (SIGTERM)\u000a04:26:14.093625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8486): Terminating (SIGTERM)\u000a04:26:14.103403 --- ParallelTerminationStrategy: PID 8480 died...\u000a04:26:14.160310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8480): Terminated: ok {rc=0}\u000a04:26:14.170515 --- ParallelTerminationStrategy: PID 8483 died...\u000a04:26:14.227364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8483): Terminated: ok {rc=0}\u000a04:26:14.237608 --- ParallelTerminationStrategy: PID 8486 died...\u000a04:26:14.294583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8486): Terminated: ok {rc=0}\u000a04:26:14.382996 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:25:16" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8501): Process ended prematurely: osmo-stp_10.42.42.5(pid=8501) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8501)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8501): Process ended prematurely: osmo-stp_10.42.42.5(pid=8501) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:26:16.567030 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:16.579534 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:26:16.772103 tst cs_paging_gprs_active.py: using LAC 38535\u000a04:26:16.908503 tst cs_paging_gprs_active.py: using RAC 30\u000a04:26:17.068639 tst cs_paging_gprs_active.py: using CellId 38535\u000a04:26:17.214732 tst cs_paging_gprs_active.py: using BVCI 38536\u000a04:26:17.239503 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:17.251697 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:17.263904 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:17.276035 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:17.289449 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:17.302945 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:17.314345 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:17.325530 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:17.336548 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:17.458176 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:17.758529 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:26:17.893778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:18.230162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8491): Launched\u000a04:26:18.510494 run iperf3-srv_10.42.42.10(pid=8492): Launched\u000a04:26:18.710149 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:26:18.845191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:19.181267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8493): Launched\u000a04:26:19.461329 run iperf3-srv_10.42.42.10(pid=8494): Launched\u000a04:26:19.660807 tst cs_paging_gprs_active.py:38: start network...\u000a04:26:19.796117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:20.306979 run create_hlr_db(pid=8495): Launched\u000a04:26:20.494063 bus /gobi_6: Setting Powered False\u000a04:26:21.515249 run create_hlr_db(pid=8495): Terminated: ok {rc=0}\u000a04:26:21.946675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8497): Launched\u000a04:26:22.272713 run osmo-hlr_10.42.42.2(pid=8498): Launched\u000a04:26:22.389832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:22.956610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8500): Launched\u000a04:26:23.283331 run osmo-stp_10.42.42.5(pid=8501): Launched\u000a04:26:23.400938 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:23.969452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8503): Launched\u000a04:26:24.085368 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:24.369596 run patchelf(pid=8504): Launched\u000a04:26:24.561194 run osmo-stp_10.42.42.5(pid=8501): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8501)]\u000a04:26:24.700283 run osmo-stp_10.42.42.5(pid=8501): stdout: \u000a| (launched: 2022-12-14_04:26:23.122014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:24.839399 run osmo-stp_10.42.42.5(pid=8501): stderr: \u000a| �[0;m�[38;5;43m20221214042623311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042623311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042623311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042623312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042623312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042623312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042623313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:24.973974 run osmo-stp_10.42.42.5(pid=8501): stdout: \u000a| (launched: 2022-12-14_04:26:23.122014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:25.107257 run osmo-stp_10.42.42.5(pid=8501): stderr: \u000a| �[0;m�[38;5;43m20221214042623311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042623311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042623311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042623312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042623312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042623312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042623313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:25.262305 run patchelf(pid=8504): Terminating (SIGINT)\u000a04:26:25.444189 run patchelf(pid=8504): Terminated: ok {rc=0}\u000a04:26:25.477812 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8501): Process ended prematurely: osmo-stp_10.42.42.5(pid=8501) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8501)] [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:26:25.487713 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a04:26:25.550954 run osmo-hlr_10.42.42.2(pid=8498): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8498)]\u000a04:26:25.602658 run osmo-hlr_10.42.42.2(pid=8498): stdout: \u000a| (launched: 2022-12-14_04:26:22.111243) \u000a04:26:25.655294 run osmo-hlr_10.42.42.2(pid=8498): stderr: \u000a| �[0;m�[1;31m20221214042622307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042622307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042622307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042622307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042622307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042622307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042622318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042622327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042622327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042622327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:25.700006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8491): Terminating (SIGTERM)\u000a04:26:25.741751 run iperf3-srv_10.42.42.10(pid=8492): Terminating (SIGTERM)\u000a04:26:25.784056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8493): Terminating (SIGTERM)\u000a04:26:25.825808 run iperf3-srv_10.42.42.10(pid=8494): Terminating (SIGTERM)\u000a04:26:25.867330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8497): Terminating (SIGTERM)\u000a04:26:25.909695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8500): Terminating (SIGTERM)\u000a04:26:25.951466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8503): Terminating (SIGTERM)\u000a04:26:25.961118 --- ParallelTerminationStrategy: PID 8491 died...\u000a04:26:26.017027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8491): Terminated: ok {rc=0}\u000a04:26:26.027039 --- ParallelTerminationStrategy: PID 8492 died...\u000a04:26:26.082751 run iperf3-srv_10.42.42.10(pid=8492): Terminated {rc=256}\u000a04:26:26.092668 --- ParallelTerminationStrategy: PID 8493 died...\u000a04:26:26.148355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8493): Terminated: ok {rc=0}\u000a04:26:26.158336 --- ParallelTerminationStrategy: PID 8494 died...\u000a04:26:26.214046 run iperf3-srv_10.42.42.10(pid=8494): Terminated {rc=256}\u000a04:26:26.224031 --- ParallelTerminationStrategy: PID 8497 died...\u000a04:26:26.279702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8497): Terminated: ok {rc=0}\u000a04:26:26.289889 --- ParallelTerminationStrategy: PID 8500 died...\u000a04:26:26.345847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8500): Terminated: ok {rc=0}\u000a04:26:26.355890 --- ParallelTerminationStrategy: PID 8503 died...\u000a04:26:26.411852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8503): Terminated: ok {rc=0}\u000a04:26:26.498293 bus /gobi_0: Setting Powered False\u000a04:26:27.601334 bus /gobi_0: Setting Powered False\u000a04:26:28.712402 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8513): Process ended prematurely: osmo-stp_10.42.42.5(pid=8513) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8513)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8513): Process ended prematurely: osmo-stp_10.42.42.5(pid=8513) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:26:29.822597 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:29.834236 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:26:29.995755 tst iperf3.py: using LAC 38536\u000a04:26:30.117247 tst iperf3.py: using RAC 31\u000a04:26:30.238997 tst iperf3.py: using CellId 38536\u000a04:26:30.356045 tst iperf3.py: using BVCI 38537\u000a04:26:30.379238 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:30.390162 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:30.400798 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:30.411497 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:30.422063 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:30.432736 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:30.443570 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:30.454176 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:30.464874 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:30.754298 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:26:30.910826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:31.246346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8505): Launched\u000a04:26:31.519916 run iperf3-srv_10.42.42.10(pid=8506): Launched\u000a04:26:31.710463 tst iperf3.py:8: start network...\u000a04:26:31.840504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:32.338139 run create_hlr_db(pid=8507): Launched\u000a04:26:32.510975 bus /gobi_6: Setting Powered False\u000a04:26:33.534113 run create_hlr_db(pid=8507): Terminated: ok {rc=0}\u000a04:26:33.964699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8509): Launched\u000a04:26:34.267408 run osmo-hlr_10.42.42.2(pid=8510): Launched\u000a04:26:34.382041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:34.910616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8512): Launched\u000a04:26:35.212325 run osmo-stp_10.42.42.5(pid=8513): Launched\u000a04:26:35.321167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:35.846394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8515): Launched\u000a04:26:35.953496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:36.218395 run patchelf(pid=8516): Launched\u000a04:26:36.394592 run osmo-stp_10.42.42.5(pid=8513): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8513)]\u000a04:26:36.523346 run osmo-stp_10.42.42.5(pid=8513): stdout: \u000a| (launched: 2022-12-14_04:26:35.063613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:36.653658 run osmo-stp_10.42.42.5(pid=8513): stderr: \u000a| �[0;m�[38;5;43m20221214042635235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042635235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042635235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042635236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042635236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042635236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042635236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:36.778309 run osmo-stp_10.42.42.5(pid=8513): stdout: \u000a| (launched: 2022-12-14_04:26:35.063613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:36.901803 run osmo-stp_10.42.42.5(pid=8513): stderr: \u000a| �[0;m�[38;5;43m20221214042635235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042635235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042635235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042635236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042635236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042635236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042635236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:37.045238 run patchelf(pid=8516): Terminating (SIGINT)\u000a04:26:37.214253 run patchelf(pid=8516): Terminated: ok {rc=0}\u000a04:26:37.246458 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8513): Process ended prematurely: osmo-stp_10.42.42.5(pid=8513) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8513)] [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:26:37.255764 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:26:37.315675 run osmo-hlr_10.42.42.2(pid=8510): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8510)]\u000a04:26:37.364435 run osmo-hlr_10.42.42.2(pid=8510): stdout: \u000a| (launched: 2022-12-14_04:26:34.118494) \u000a04:26:37.413840 run osmo-hlr_10.42.42.2(pid=8510): stderr: \u000a| �[0;m�[1;31m20221214042634291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042634291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042634291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042634291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042634292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042634292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042634304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042634312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042634313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042634313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:37.455646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8505): Terminating (SIGTERM)\u000a04:26:37.494937 run iperf3-srv_10.42.42.10(pid=8506): Terminating (SIGTERM)\u000a04:26:37.534173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8509): Terminating (SIGTERM)\u000a04:26:37.573370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8512): Terminating (SIGTERM)\u000a04:26:37.612777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8515): Terminating (SIGTERM)\u000a04:26:37.622090 --- ParallelTerminationStrategy: PID 8505 died...\u000a04:26:37.675264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8505): Terminated: ok {rc=0}\u000a04:26:37.685314 --- ParallelTerminationStrategy: PID 8506 died...\u000a04:26:37.737941 run iperf3-srv_10.42.42.10(pid=8506): Terminated {rc=256}\u000a04:26:37.747539 --- ParallelTerminationStrategy: PID 8509 died...\u000a04:26:37.800305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8509): Terminated: ok {rc=0}\u000a04:26:37.810028 --- ParallelTerminationStrategy: PID 8512 died...\u000a04:26:37.862933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8512): Terminated: ok {rc=0}\u000a04:26:37.872549 --- ParallelTerminationStrategy: PID 8515 died...\u000a04:26:37.925461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8515): Terminated: ok {rc=0}\u000a04:26:38.012814 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8531): Process ended prematurely: osmo-stp_10.42.42.5(pid=8531) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8531)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8531): Process ended prematurely: osmo-stp_10.42.42.5(pid=8531) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:26:39.129953 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:39.142061 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:26:39.309884 tst iperf3m4.py: using LAC 38537\u000a04:26:39.436371 tst iperf3m4.py: using RAC 32\u000a04:26:39.562880 tst iperf3m4.py: using CellId 38537\u000a04:26:39.694102 tst iperf3m4.py: using BVCI 38538\u000a04:26:39.718878 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:39.730275 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:39.741466 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:39.752535 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:39.763963 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:39.775411 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:39.787020 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:39.798428 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:39.810191 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:39.931376 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:40.052373 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:40.169096 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:40.447331 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:26:40.573728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:40.891218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8517): Launched\u000a04:26:41.154132 run iperf3-srv_10.42.42.10(pid=8518): Launched\u000a04:26:41.338212 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:26:41.463791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:41.778915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8519): Launched\u000a04:26:42.039820 run iperf3-srv_10.42.42.10(pid=8520): Launched\u000a04:26:42.223420 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:26:42.349764 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:42.663230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8521): Launched\u000a04:26:42.924176 run iperf3-srv_10.42.42.10(pid=8522): Launched\u000a04:26:43.107528 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:26:43.233352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:43.547263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8523): Launched\u000a04:26:43.807725 run iperf3-srv_10.42.42.10(pid=8524): Launched\u000a04:26:43.990607 tst iperf3m4.py:8: start network...\u000a04:26:44.115883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:44.602942 run create_hlr_db(pid=8525): Launched\u000a04:26:44.776221 bus /gobi_6: Setting Powered False\u000a04:26:45.797679 run create_hlr_db(pid=8525): Terminated: ok {rc=0}\u000a04:26:46.274423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8527): Launched\u000a04:26:46.780392 run osmo-hlr_10.42.42.2(pid=8528): Launched\u000a04:26:47.026273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:47.614276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8530): Launched\u000a04:26:47.916458 run osmo-stp_10.42.42.5(pid=8531): Launched\u000a04:26:48.025213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:48.552802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8533): Launched\u000a04:26:48.659811 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:48.925618 run patchelf(pid=8534): Launched\u000a04:26:49.101998 run osmo-stp_10.42.42.5(pid=8531): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8531)]\u000a04:26:49.230607 run osmo-stp_10.42.42.5(pid=8531): stdout: \u000a| (launched: 2022-12-14_04:26:47.767506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:49.359526 run osmo-stp_10.42.42.5(pid=8531): stderr: \u000a| �[0;m�[38;5;43m20221214042647935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042647936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042647936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042647936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042647937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042647937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042647937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:49.484219 run osmo-stp_10.42.42.5(pid=8531): stdout: \u000a| (launched: 2022-12-14_04:26:47.767506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:49.608194 run osmo-stp_10.42.42.5(pid=8531): stderr: \u000a| �[0;m�[38;5;43m20221214042647935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042647936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042647936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042647936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042647937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042647937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042647937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:49.751385 run patchelf(pid=8534): Terminating (SIGINT)\u000a04:26:49.920110 run patchelf(pid=8534): Terminated: ok {rc=0}\u000a04:26:49.951174 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8531): Process ended prematurely: osmo-stp_10.42.42.5(pid=8531) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8531)] [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:26:49.960451 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a04:26:50.020828 run osmo-hlr_10.42.42.2(pid=8528): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8528)]\u000a04:26:50.069986 run osmo-hlr_10.42.42.2(pid=8528): stdout: \u000a| (launched: 2022-12-14_04:26:46.442466) \u000a04:26:50.119786 run osmo-hlr_10.42.42.2(pid=8528): stderr: \u000a| �[0;m�[1;31m20221214042646638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042646638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042646639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042646639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042646639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042646639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042646653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042646667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042646668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042646668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:50.161892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8517): Terminating (SIGTERM)\u000a04:26:50.201450 run iperf3-srv_10.42.42.10(pid=8518): Terminating (SIGTERM)\u000a04:26:50.241118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8519): Terminating (SIGTERM)\u000a04:26:50.280828 run iperf3-srv_10.42.42.10(pid=8520): Terminating (SIGTERM)\u000a04:26:50.320401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8521): Terminating (SIGTERM)\u000a04:26:50.359897 run iperf3-srv_10.42.42.10(pid=8522): Terminating (SIGTERM)\u000a04:26:50.399597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8523): Terminating (SIGTERM)\u000a04:26:50.439039 run iperf3-srv_10.42.42.10(pid=8524): Terminating (SIGTERM)\u000a04:26:50.478566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8527): Terminating (SIGTERM)\u000a04:26:50.518078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8530): Terminating (SIGTERM)\u000a04:26:50.558177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8533): Terminating (SIGTERM)\u000a04:26:50.567501 --- ParallelTerminationStrategy: PID 8517 died...\u000a04:26:50.620600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8517): Terminated: ok {rc=0}\u000a04:26:50.630397 --- ParallelTerminationStrategy: PID 8518 died...\u000a04:26:50.683325 run iperf3-srv_10.42.42.10(pid=8518): Terminated {rc=256}\u000a04:26:50.692889 --- ParallelTerminationStrategy: PID 8519 died...\u000a04:26:50.746315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8519): Terminated: ok {rc=0}\u000a04:26:50.756032 --- ParallelTerminationStrategy: PID 8520 died...\u000a04:26:50.808661 run iperf3-srv_10.42.42.10(pid=8520): Terminated {rc=256}\u000a04:26:50.818229 --- ParallelTerminationStrategy: PID 8521 died...\u000a04:26:50.870937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8521): Terminated: ok {rc=0}\u000a04:26:50.880468 --- ParallelTerminationStrategy: PID 8522 died...\u000a04:26:50.933134 run iperf3-srv_10.42.42.10(pid=8522): Terminated {rc=256}\u000a04:26:50.942757 --- ParallelTerminationStrategy: PID 8523 died...\u000a04:26:50.995564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8523): Terminated: ok {rc=0}\u000a04:26:51.005297 --- ParallelTerminationStrategy: PID 8524 died...\u000a04:26:51.057906 run iperf3-srv_10.42.42.10(pid=8524): Terminated {rc=256}\u000a04:26:51.067488 --- ParallelTerminationStrategy: PID 8527 died...\u000a04:26:51.120285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8527): Terminated: ok {rc=0}\u000a04:26:51.129935 --- ParallelTerminationStrategy: PID 8530 died...\u000a04:26:51.183406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8530): Terminated: ok {rc=0}\u000a04:26:51.193128 --- ParallelTerminationStrategy: PID 8533 died...\u000a04:26:51.246123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8533): Terminated: ok {rc=0}\u000a04:26:51.334809 bus /gobi_4: Setting Powered False\u000a04:26:52.438653 bus /gobi_4: Setting Powered False\u000a04:26:53.549873 bus /gobi_1: Setting Powered False\u000a04:26:54.653782 bus /gobi_1: Setting Powered False\u000a04:26:55.764607 bus /gobi_0: Setting Powered False\u000a04:26:56.869810 bus /gobi_0: Setting Powered False\u000a04:26:57.979334 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8541): Process ended prematurely: osmo-stp_10.42.42.5(pid=8541) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8541)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8541): Process ended prematurely: osmo-stp_10.42.42.5(pid=8541) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:26:59.047714 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:59.059744 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:26:59.226212 tst ping.py: using LAC 38538\u000a04:26:59.350769 tst ping.py: using RAC 33\u000a04:26:59.480934 tst ping.py: using CellId 38538\u000a04:26:59.603832 tst ping.py: using BVCI 38539\u000a04:26:59.628696 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:59.640136 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:59.651362 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:59.662620 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:59.674070 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:59.685777 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:59.697380 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:59.708730 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:59.982012 tst ping.py:19: start network...\u000a04:27:00.105179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:00.583622 run create_hlr_db(pid=8535): Launched\u000a04:27:00.756065 bus /gobi_6: Setting Powered False\u000a04:27:01.791981 run create_hlr_db(pid=8535): Terminated: ok {rc=0}\u000a04:27:02.216909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8537): Launched\u000a04:27:02.541738 run osmo-hlr_10.42.42.2(pid=8538): Launched\u000a04:27:02.659849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:03.220811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8540): Launched\u000a04:27:03.541954 run osmo-stp_10.42.42.5(pid=8541): Launched\u000a04:27:03.657787 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:27:04.215372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8543): Launched\u000a04:27:04.329546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:27:04.610599 run patchelf(pid=8544): Launched\u000a04:27:04.798434 run osmo-stp_10.42.42.5(pid=8541): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8541)]\u000a04:27:04.935539 run osmo-stp_10.42.42.5(pid=8541): stdout: \u000a| (launched: 2022-12-14_04:27:03.382914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:05.072726 run osmo-stp_10.42.42.5(pid=8541): stderr: \u000a| �[0;m�[38;5;43m20221214042703573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042703573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042703573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042703574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042703574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042703574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042703575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:05.205187 run osmo-stp_10.42.42.5(pid=8541): stdout: \u000a| (launched: 2022-12-14_04:27:03.382914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:05.336333 run osmo-stp_10.42.42.5(pid=8541): stderr: \u000a| �[0;m�[38;5;43m20221214042703573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042703573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042703573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042703574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042703574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042703574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042703575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:05.488429 run patchelf(pid=8544): Terminating (SIGINT)\u000a04:27:05.667965 run patchelf(pid=8544): Terminated: ok {rc=0}\u000a04:27:05.700751 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8541): Process ended prematurely: osmo-stp_10.42.42.5(pid=8541) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8541)] [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:27:05.710264 tst ping.py:22: Test FAILED (6.7 sec)\u000a04:27:05.774346 run osmo-hlr_10.42.42.2(pid=8538): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8538)]\u000a04:27:05.826539 run osmo-hlr_10.42.42.2(pid=8538): stdout: \u000a| (launched: 2022-12-14_04:27:02.381272) \u000a04:27:05.879462 run osmo-hlr_10.42.42.2(pid=8538): stderr: \u000a| �[0;m�[1;31m20221214042702577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042702577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042702577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042702577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042702577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042702577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042702591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042702600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042702600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042702600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:05.924587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8537): Terminating (SIGTERM)\u000a04:27:05.967839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8540): Terminating (SIGTERM)\u000a04:27:06.010685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8543): Terminating (SIGTERM)\u000a04:27:06.020539 --- ParallelTerminationStrategy: PID 8537 died...\u000a04:27:06.077591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8537): Terminated: ok {rc=0}\u000a04:27:06.087770 --- ParallelTerminationStrategy: PID 8540 died...\u000a04:27:06.144413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8540): Terminated: ok {rc=0}\u000a04:27:06.154592 --- ParallelTerminationStrategy: PID 8543 died...\u000a04:27:06.211053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8543): Terminated: ok {rc=0}\u000a04:27:06.299309 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8552): Process ended prematurely: osmo-stp_10.42.42.5(pid=8552) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8552)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8552): Process ended prematurely: osmo-stp_10.42.42.5(pid=8552) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:27:07.349831 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:07.361497 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:27:07.518997 tst ping_idle_ping.py: using LAC 38539\u000a04:27:07.634730 tst ping_idle_ping.py: using RAC 34\u000a04:27:07.751051 tst ping_idle_ping.py: using CellId 38539\u000a04:27:07.873278 tst ping_idle_ping.py: using BVCI 38540\u000a04:27:07.895816 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:07.906774 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:07.917514 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:07.928144 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:07.939236 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:07.950843 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:07.961829 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:07.972707 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:27:08.245474 tst ping_idle_ping.py:24: start network...\u000a04:27:08.368651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:08.850974 run create_hlr_db(pid=8546): Launched\u000a04:27:09.024383 bus /gobi_6: Setting Powered False\u000a04:27:10.044786 run create_hlr_db(pid=8546): Terminated: ok {rc=0}\u000a04:27:10.473626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8548): Launched\u000a04:27:10.796020 run osmo-hlr_10.42.42.2(pid=8549): Launched\u000a04:27:10.912230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:11.469858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8551): Launched\u000a04:27:11.791605 run osmo-stp_10.42.42.5(pid=8552): Launched\u000a04:27:11.907742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:27:12.468504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8554): Launched\u000a04:27:12.582825 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:27:12.865013 run patchelf(pid=8555): Launched\u000a04:27:13.053044 run osmo-stp_10.42.42.5(pid=8552): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8552)]\u000a04:27:13.190538 run osmo-stp_10.42.42.5(pid=8552): stdout: \u000a| (launched: 2022-12-14_04:27:11.632155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:13.328021 run osmo-stp_10.42.42.5(pid=8552): stderr: \u000a| �[0;m�[38;5;43m20221214042711824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042711824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042711825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042711825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042711826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042711826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042711826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:13.460755 run osmo-stp_10.42.42.5(pid=8552): stdout: \u000a| (launched: 2022-12-14_04:27:11.632155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:13.591798 run osmo-stp_10.42.42.5(pid=8552): stderr: \u000a| �[0;m�[38;5;43m20221214042711824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042711824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042711825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042711825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042711826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042711826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042711826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:13.744846 run patchelf(pid=8555): Terminating (SIGINT)\u000a04:27:13.924074 run patchelf(pid=8555): Terminated: ok {rc=0}\u000a04:27:13.956590 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8552): Process ended prematurely: osmo-stp_10.42.42.5(pid=8552) [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8552)] [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:27:13.965941 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a04:27:14.030331 run osmo-hlr_10.42.42.2(pid=8549): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8549)]\u000a04:27:14.082701 run osmo-hlr_10.42.42.2(pid=8549): stdout: \u000a| (launched: 2022-12-14_04:27:10.636650) \u000a04:27:14.135712 run osmo-hlr_10.42.42.2(pid=8549): stderr: \u000a| �[0;m�[1;31m20221214042710833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042710833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042710833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042710834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042710834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042710834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042710867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042710876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042710877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042710877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:14.180921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8548): Terminating (SIGTERM)\u000a04:27:14.223778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8551): Terminating (SIGTERM)\u000a04:27:14.266218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8554): Terminating (SIGTERM)\u000a04:27:14.276010 --- ParallelTerminationStrategy: PID 8548 died...\u000a04:27:14.332842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8548): Terminated: ok {rc=0}\u000a04:27:14.343060 --- ParallelTerminationStrategy: PID 8551 died...\u000a04:27:14.399428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8551): Terminated: ok {rc=0}\u000a04:27:14.409882 --- ParallelTerminationStrategy: PID 8554 died...\u000a04:27:14.466240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8554): Terminated: ok {rc=0}\u000a04:27:14.554456 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:26:16" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8566): Process ended prematurely: osmo-stp_10.42.42.5(pid=8566) [trial-2399↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8566)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8566): Process ended prematurely: osmo-stp_10.42.42.5(pid=8566) [trial-2399↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:27:16.618582 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:16.630894 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:27:16.800788 tst switch_tch_pdch.py: using LAC 38540\u000a04:27:16.922722 tst switch_tch_pdch.py: using RAC 35\u000a04:27:17.070179 tst switch_tch_pdch.py: using CellId 38540\u000a04:27:17.200463 tst switch_tch_pdch.py: using BVCI 38541\u000a04:27:17.225877 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:17.238017 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:17.250003 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:17.261954 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:17.274244 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:17.286483 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:17.298900 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:17.311157 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:27:17.433368 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:27:17.714418 tst switch_tch_pdch.py:51: start network...\u000a04:27:17.837302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:18.311480 run create_hlr_db(pid=8560): Launched\u000a04:27:18.482738 bus /gobi_6: Setting Powered False\u000a04:27:19.503837 run create_hlr_db(pid=8560): Terminated: ok {rc=0}\u000a04:27:19.927986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8562): Launched\u000a04:27:20.245095 run osmo-hlr_10.42.42.2(pid=8563): Launched\u000a04:27:20.363316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:20.917385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8565): Launched\u000a04:27:21.236367 run osmo-stp_10.42.42.5(pid=8566): Launched\u000a04:27:21.352159 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:27:21.911296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8568): Launched\u000a04:27:22.024704 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:27:22.303016 run patchelf(pid=8569): Launched\u000a04:27:22.489437 run osmo-stp_10.42.42.5(pid=8566): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8566)]\u000a04:27:22.625758 run osmo-stp_10.42.42.5(pid=8566): stdout: \u000a| (launched: 2022-12-14_04:27:21.078606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:22.763013 run osmo-stp_10.42.42.5(pid=8566): stderr: \u000a| �[0;m�[38;5;43m20221214042721268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042721269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042721269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042721269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042721270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042721270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042721270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:22.894787 run osmo-stp_10.42.42.5(pid=8566): stdout: \u000a| (launched: 2022-12-14_04:27:21.078606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:23.025360 run osmo-stp_10.42.42.5(pid=8566): stderr: \u000a| �[0;m�[38;5;43m20221214042721268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042721269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042721269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042721269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042721270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042721270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042721270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:23.176693 run patchelf(pid=8569): Terminating (SIGINT)\u000a04:27:23.354698 run patchelf(pid=8569): Terminated: ok {rc=0}\u000a04:27:23.386988 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8566): Process ended prematurely: osmo-stp_10.42.42.5(pid=8566) [trial-2399↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8566)] [trial-2399↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:27:23.396354 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a04:27:23.459648 run osmo-hlr_10.42.42.2(pid=8563): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8563)]\u000a04:27:23.511263 run osmo-hlr_10.42.42.2(pid=8563): stdout: \u000a| (launched: 2022-12-14_04:27:20.088855) \u000a04:27:23.563318 run osmo-hlr_10.42.42.2(pid=8563): stderr: \u000a| �[0;m�[1;31m20221214042720284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042720284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042720284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042720284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042720284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042720284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042720296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042720304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042720304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042720304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:23.607801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8562): Terminating (SIGTERM)\u000a04:27:23.650816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8565): Terminating (SIGTERM)\u000a04:27:23.692913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8568): Terminating (SIGTERM)\u000a04:27:23.702649 --- ParallelTerminationStrategy: PID 8562 died...\u000a04:27:23.758874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8562): Terminated: ok {rc=0}\u000a04:27:23.769038 --- ParallelTerminationStrategy: PID 8565 died...\u000a04:27:23.825039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8565): Terminated: ok {rc=0}\u000a04:27:23.835088 --- ParallelTerminationStrategy: PID 8568 died...\u000a04:27:23.891049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8568): Terminated: ok {rc=0}\u000a04:27:23.978745 bus /gobi_0: Setting Powered False\u000a04:27:25.085376 bus /gobi_0: Setting Powered False\u000a04:27:26.192487 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:27:16" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8580): Process ended prematurely: osmo-stp_10.42.42.5(pid=8580) [trial-2399↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8580)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8580): Process ended prematurely: osmo-stp_10.42.42.5(pid=8580) [trial-2399↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:27:28.169077 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:28.180090 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:27:28.333537 tst switch_tch_pdch.py: using LAC 38541\u000a04:27:28.449975 tst switch_tch_pdch.py: using RAC 36\u000a04:27:28.599216 tst switch_tch_pdch.py: using CellId 38541\u000a04:27:28.714970 tst switch_tch_pdch.py: using BVCI 38542\u000a04:27:28.738140 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:28.749240 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:28.760129 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:28.771056 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:28.781954 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:28.792884 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:28.803862 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:28.814833 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:27:28.934876 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:27:29.222803 tst switch_tch_pdch.py:51: start network...\u000a04:27:29.355437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:29.829400 run create_hlr_db(pid=8574): Launched\u000a04:27:29.959560 bus /gobi_6: Setting Powered False\u000a04:27:31.054631 run create_hlr_db(pid=8574): Terminated: ok {rc=0}\u000a04:27:31.463196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8576): Launched\u000a04:27:31.901663 run osmo-hlr_10.42.42.2(pid=8577): Launched\u000a04:27:32.139869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:32.652441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8579): Launched\u000a04:27:32.948637 run osmo-stp_10.42.42.5(pid=8580): Launched\u000a04:27:33.055818 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:27:33.549736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8582): Launched\u000a04:27:33.654702 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:27:33.913502 run patchelf(pid=8583): Launched\u000a04:27:34.087263 run osmo-stp_10.42.42.5(pid=8580): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8580)]\u000a04:27:34.214505 run osmo-stp_10.42.42.5(pid=8580): stdout: \u000a| (launched: 2022-12-14_04:27:32.803032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:34.341850 run osmo-stp_10.42.42.5(pid=8580): stderr: \u000a| �[0;m�[38;5;43m20221214042732972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042732972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042732972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042732973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042732973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042732973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042732973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:34.464296 run osmo-stp_10.42.42.5(pid=8580): stdout: \u000a| (launched: 2022-12-14_04:27:32.803032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:34.585968 run osmo-stp_10.42.42.5(pid=8580): stderr: \u000a| �[0;m�[38;5;43m20221214042732972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042732972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042732972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042732973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042732973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042732973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042732973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:34.727923 run patchelf(pid=8583): Terminating (SIGINT)\u000a04:27:34.894661 run patchelf(pid=8583): Terminated: ok {rc=0}\u000a04:27:34.925099 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8580): Process ended prematurely: osmo-stp_10.42.42.5(pid=8580) [trial-2399↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8580)] [trial-2399↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:27:34.933616 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a04:27:34.994048 run osmo-hlr_10.42.42.2(pid=8577): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8577)]\u000a04:27:35.043225 run osmo-hlr_10.42.42.2(pid=8577): stdout: \u000a| (launched: 2022-12-14_04:27:31.619390) \u000a04:27:35.093314 run osmo-hlr_10.42.42.2(pid=8577): stderr: \u000a| �[0;m�[1;31m20221214042731858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042731858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042731858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042731858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042731858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042731858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042731875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042731891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042731891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042731891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:35.135890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8576): Terminating (SIGTERM)\u000a04:27:35.175379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8579): Terminating (SIGTERM)\u000a04:27:35.215100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8582): Terminating (SIGTERM)\u000a04:27:35.224358 --- ParallelTerminationStrategy: PID 8576 died...\u000a04:27:35.277678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8576): Terminated: ok {rc=0}\u000a04:27:35.287313 --- ParallelTerminationStrategy: PID 8579 died...\u000a04:27:35.340157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8579): Terminated: ok {rc=0}\u000a04:27:35.349812 --- ParallelTerminationStrategy: PID 8582 died...\u000a04:27:35.402610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8582): Terminated: ok {rc=0}\u000a04:27:35.490932 bus /gobi_0: Setting Powered False\u000a04:27:36.593233 bus /gobi_0: Setting Powered False\u000a04:27:37.704661 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:27:27" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8588): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8588) [trial-2399↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8588)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8588): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8588) [trial-2399↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a04:27:39.597113 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a04:27:39.608059 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:27:39.745458 tst mo_mt_sms.py: using LAC 38542\u000a04:27:39.874613 tst mo_mt_sms.py: using RAC 37\u000a04:27:39.997426 tst mo_mt_sms.py: using CellId 38542\u000a04:27:40.120532 tst mo_mt_sms.py: using BVCI 38543\u000a04:27:40.145001 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:27:40.260455 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:27:40.551097 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:27:40.684850 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:27:41.344200 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8587): Launched\u000a04:27:41.659539 run osmo-nitb_10.42.42.2(pid=8588): Launched\u000a04:27:41.856196 run osmo-nitb_10.42.42.2(pid=8588): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8588)]\u000a04:27:42.000833 run osmo-nitb_10.42.42.2(pid=8588): stdout: \u000a| (launched: 2022-12-14_04:27:41.505486) \u000a04:27:42.145805 run osmo-nitb_10.42.42.2(pid=8588): stderr: \u000a| (launched: 2022-12-14_04:27:41.552820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:27:42.285448 run osmo-nitb_10.42.42.2(pid=8588): stdout: \u000a| (launched: 2022-12-14_04:27:41.505486) \u000a04:27:42.423757 run osmo-nitb_10.42.42.2(pid=8588): stderr: \u000a| (launched: 2022-12-14_04:27:41.552820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:27:42.787842 tst osmo-nitb_10.42.42.2(pid=8588): stdout: \u000a| (launched: 2022-12-14_04:27:41.505486) \u000a04:27:42.914522 tst osmo-nitb_10.42.42.2(pid=8588): stderr: \u000a| (launched: 2022-12-14_04:27:41.552820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:27:42.970038 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=8588): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8588) [trial-2399↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8588)] [trial-2399↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a04:27:42.978704 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a04:27:43.014945 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8587): Terminating (SIGTERM)\u000a04:27:43.193130 --- ParallelTerminationStrategy: PID 8587 died...\u000a04:27:43.251067 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8587): Terminated: ok {rc=0}\u000a04:27:43.337289 bus /sierra_3: Setting Powered False\u000a04:27:44.444666 bus /sierra_3: Setting Powered False\u000a04:27:45.558753 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:27:39" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8598): Process ended prematurely: osmo-stp_10.42.42.5(pid=8598) [trial-2399↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8598)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8598): Process ended prematurely: osmo-stp_10.42.42.5(pid=8598) [trial-2399↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a04:27:47.462406 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:47.473118 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:27:47.601397 tst mo_mt_sms.py: using LAC 38543\u000a04:27:47.717531 tst mo_mt_sms.py: using RAC 38\u000a04:27:47.833305 tst mo_mt_sms.py: using CellId 38543\u000a04:27:47.951075 tst mo_mt_sms.py: using BVCI 38544\u000a04:27:47.973625 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:47.984322 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:47.994845 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:48.005229 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:48.015662 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:48.026524 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:27:48.146906 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:27:48.355666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:48.861612 run create_hlr_db(pid=8592): Launched\u000a04:27:49.047482 bus /sierra_2: Setting Powered False\u000a04:27:50.068177 run create_hlr_db(pid=8592): Terminated: ok {rc=0}\u000a04:27:50.466936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8594): Launched\u000a04:27:50.766353 run osmo-hlr_10.42.42.2(pid=8595): Launched\u000a04:27:50.883166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:51.404818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8597): Launched\u000a04:27:51.703865 run osmo-stp_10.42.42.5(pid=8598): Launched\u000a04:27:51.811591 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:27:52.358982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8600): Launched\u000a04:27:52.655814 run osmo-msc_10.42.42.6(pid=8601): Launched\u000a04:27:52.831138 run osmo-stp_10.42.42.5(pid=8598): ERR: Terminated: ERROR {rc=1} [trial-2399↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8598)]\u000a04:27:52.956528 run osmo-stp_10.42.42.5(pid=8598): stdout: \u000a| (launched: 2022-12-14_04:27:51.554885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:53.079821 run osmo-stp_10.42.42.5(pid=8598): stderr: \u000a| �[0;m�[38;5;43m20221214042751724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042751724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042751724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042751725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042751725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042751725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042751725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:53.198259 run osmo-stp_10.42.42.5(pid=8598): stdout: \u000a| (launched: 2022-12-14_04:27:51.554885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:53.316566 run osmo-stp_10.42.42.5(pid=8598): stderr: \u000a| �[0;m�[38;5;43m20221214042751724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042751724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042751724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042751725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042751725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042751725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042751725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:53.368260 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8598): Process ended prematurely: osmo-stp_10.42.42.5(pid=8598) [trial-2399↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8598)] [trial-2399↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a04:27:53.376082 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a04:27:53.439379 run osmo-hlr_10.42.42.2(pid=8595): ERR: Terminated: ERROR {rc=237} [trial-2399↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8595)]\u000a04:27:53.491572 run osmo-hlr_10.42.42.2(pid=8595): stdout: \u000a| (launched: 2022-12-14_04:27:50.616850) \u000a04:27:53.547631 run osmo-hlr_10.42.42.2(pid=8595): stderr: \u000a| �[0;m�[1;31m20221214042750794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042750794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042750794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042750794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042750794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042750794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042750806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042750816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042750816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042750816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:53.617487 run osmo-msc_10.42.42.6(pid=8601): ERR: Terminated: ERROR {rc=2} [trial-2399↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8601)]\u000a04:27:53.666677 run osmo-msc_10.42.42.6(pid=8601): stdout: \u000a| (launched: 2022-12-14_04:27:52.508839) \u000a04:27:53.716515 run osmo-msc_10.42.42.6(pid=8601): stderr: \u000a| �[0;m�[38;5;43m20221214042752781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042752782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa983673c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042752782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042752782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042752782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042752782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042752784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042752784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042752784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042752784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:27:53.758399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8594): Terminating (SIGTERM)\u000a04:27:53.797713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8597): Terminating (SIGTERM)\u000a04:27:53.837295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8600): Terminating (SIGTERM)\u000a04:27:53.846503 --- ParallelTerminationStrategy: PID 8594 died...\u000a04:27:53.899351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8594): Terminated: ok {rc=0}\u000a04:27:53.909023 --- ParallelTerminationStrategy: PID 8597 died...\u000a04:27:53.961759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8597): Terminated: ok {rc=0}\u000a04:27:53.971271 --- ParallelTerminationStrategy: PID 8600 died...\u000a04:27:54.024226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8600): Terminated: ok {rc=0}\u000a04:27:54.108159 bus /sierra_3: Setting Powered False\u000a04:27:55.209491 bus /sierra_3: Setting Powered False\u000a04:27:56.321518 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:27:47" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8607): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8607) [trial-2399↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8607)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8607): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8607) [trial-2399↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a04:27:58.156247 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a04:27:58.167309 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:27:58.298039 tst assert_extension.py: using LAC 38544\u000a04:27:58.413723 tst assert_extension.py: using RAC 39\u000a04:27:58.528758 tst assert_extension.py: using CellId 38544\u000a04:27:58.648269 tst assert_extension.py: using BVCI 38545\u000a04:27:58.670994 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a04:27:58.959881 tst assert_extension.py:10: start nitb and bts...\u000a04:27:59.092749 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:27:59.756590 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8606): Launched\u000a04:28:00.073158 run osmo-nitb_10.42.42.2(pid=8607): Launched\u000a04:28:00.269148 run osmo-nitb_10.42.42.2(pid=8607): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8607)]\u000a04:28:00.413723 run osmo-nitb_10.42.42.2(pid=8607): stdout: \u000a| (launched: 2022-12-14_04:27:59.918362) \u000a04:28:00.558403 run osmo-nitb_10.42.42.2(pid=8607): stderr: \u000a| (launched: 2022-12-14_04:27:59.965559)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:28:00.698609 run osmo-nitb_10.42.42.2(pid=8607): stdout: \u000a| (launched: 2022-12-14_04:27:59.918362) \u000a04:28:00.841263 run osmo-nitb_10.42.42.2(pid=8607): stderr: \u000a| (launched: 2022-12-14_04:27:59.965559)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:28:01.202298 tst osmo-nitb_10.42.42.2(pid=8607): stdout: \u000a| (launched: 2022-12-14_04:27:59.918362) \u000a04:28:01.332750 tst osmo-nitb_10.42.42.2(pid=8607): stderr: \u000a| (launched: 2022-12-14_04:27:59.965559)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:28:01.390066 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8607): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8607) [trial-2399↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8607)] [trial-2399↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a04:28:01.399405 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a04:28:01.437963 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8606): Terminating (SIGTERM)\u000a04:28:01.615704 --- ParallelTerminationStrategy: PID 8606 died...\u000a04:28:01.694837 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8606): Terminated: ok {rc=0}\u000a04:28:01.807232 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:27:58" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8618): Process ended prematurely: osmo-stp_10.42.42.5(pid=8618) [trial-2399↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8618)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8618): Process ended prematurely: osmo-stp_10.42.42.5(pid=8618) [trial-2399↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a04:28:03.642846 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:28:03.654296 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:28:03.793431 tst assert_extension.py: using LAC 38545\u000a04:28:03.917780 tst assert_extension.py: using RAC 40\u000a04:28:04.043026 tst assert_extension.py: using CellId 38545\u000a04:28:04.168864 tst assert_extension.py: using BVCI 38546\u000a04:28:04.193310 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:28:04.204809 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:28:04.216028 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:28:04.227257 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:28:04.239444 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:28:04.251565 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a04:28:04.450975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:04.927699 run create_hlr_db(pid=8612): Launched\u000a04:28:05.098332 bus /sierra_2: Setting Powered False\u000a04:28:06.119940 run create_hlr_db(pid=8612): Terminated: ok {rc=0}\u000a04:28:06.515831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8614): Launched\u000a04:28:06.812908 run osmo-hlr_10.42.42.2(pid=8615): Launched\u000a04:28:06.921353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:07.440534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8617): Launched\u000a04:28:07.741695 run osmo-stp_10.42.42.5(pid=8618): Launched\u000a04:28:07.850621 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:08.394125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8620): Launched\u000a04:28:08.691911 run osmo-msc_10.42.42.6(pid=8621): Launched\u000a04:28:08.868565 run osmo-stp_10.42.42.5(pid=8618): ERR: Terminated: ERROR {rc=1} [trial-2399↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8618)]\u000a04:28:08.994530 run osmo-stp_10.42.42.5(pid=8618): stdout: \u000a| (launched: 2022-12-14_04:28:07.591241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:09.118887 run osmo-stp_10.42.42.5(pid=8618): stderr: \u000a| �[0;m�[38;5;43m20221214042807759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042807760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042807760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042807760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042807761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042807761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042807761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:09.238235 run osmo-stp_10.42.42.5(pid=8618): stdout: \u000a| (launched: 2022-12-14_04:28:07.591241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:09.356846 run osmo-stp_10.42.42.5(pid=8618): stderr: \u000a| �[0;m�[38;5;43m20221214042807759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042807760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042807760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042807760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042807761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042807761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042807761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:09.409777 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8618): Process ended prematurely: osmo-stp_10.42.42.5(pid=8618) [trial-2399↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8618)] [trial-2399↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a04:28:09.417739 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a04:28:09.478088 run osmo-hlr_10.42.42.2(pid=8615): ERR: Terminated: ERROR {rc=237} [trial-2399↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8615)]\u000a04:28:09.527239 run osmo-hlr_10.42.42.2(pid=8615): stdout: \u000a| (launched: 2022-12-14_04:28:06.666509) \u000a04:28:09.577144 run osmo-hlr_10.42.42.2(pid=8615): stderr: \u000a| �[0;m�[1;31m20221214042806841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042806841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042806841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042806841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042806842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042806842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042806854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042806862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042806863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042806863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:09.644711 run osmo-msc_10.42.42.6(pid=8621): ERR: Terminated: ERROR {rc=2} [trial-2399↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8621)]\u000a04:28:09.693735 run osmo-msc_10.42.42.6(pid=8621): stdout: \u000a| (launched: 2022-12-14_04:28:08.544404) \u000a04:28:09.743450 run osmo-msc_10.42.42.6(pid=8621): stderr: \u000a| �[0;m�[38;5;43m20221214042808814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042808814 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61092b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042808814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042808814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042808814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042808815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042808816 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042808817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042808817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042808817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:09.785288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8614): Terminating (SIGTERM)\u000a04:28:09.824921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8617): Terminating (SIGTERM)\u000a04:28:09.864286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8620): Terminating (SIGTERM)\u000a04:28:09.873614 --- ParallelTerminationStrategy: PID 8614 died...\u000a04:28:09.926751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8614): Terminated: ok {rc=0}\u000a04:28:09.936290 --- ParallelTerminationStrategy: PID 8617 died...\u000a04:28:09.988996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8617): Terminated: ok {rc=0}\u000a04:28:09.998530 --- ParallelTerminationStrategy: PID 8620 died...\u000a04:28:10.051281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8620): Terminated: ok {rc=0}\u000a04:28:10.135675 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:28:03" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8632): Process ended prematurely: osmo-stp_10.42.42.5(pid=8632) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8632)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8632): Process ended prematurely: osmo-stp_10.42.42.5(pid=8632) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:28:12.095418 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:12.107540 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:28:12.269582 tst mo_mt_call.py: using LAC 38546\u000a04:28:12.397127 tst mo_mt_call.py: using RAC 41\u000a04:28:12.523907 tst mo_mt_call.py: using CellId 38546\u000a04:28:12.653200 tst mo_mt_call.py: using BVCI 38547\u000a04:28:12.678637 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:12.690667 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:12.702502 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:12.714089 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:12.726485 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:12.738676 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:28:12.855896 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:28:13.069760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:13.584181 run create_hlr_db(pid=8626): Launched\u000a04:28:13.772653 bus /sierra_2: Setting Powered False\u000a04:28:14.794742 run create_hlr_db(pid=8626): Terminated: ok {rc=0}\u000a04:28:15.229051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8628): Launched\u000a04:28:15.557932 run osmo-hlr_10.42.42.2(pid=8629): Launched\u000a04:28:15.679538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:16.269162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8631): Launched\u000a04:28:16.669733 run osmo-stp_10.42.42.5(pid=8632): Launched\u000a04:28:16.912631 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:17.498769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8634): Launched\u000a04:28:17.806415 run osmo-msc_10.42.42.6(pid=8635): Launched\u000a04:28:17.984590 run osmo-stp_10.42.42.5(pid=8632): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8632)]\u000a04:28:18.112861 run osmo-stp_10.42.42.5(pid=8632): stdout: \u000a| (launched: 2022-12-14_04:28:16.437759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:18.239014 run osmo-stp_10.42.42.5(pid=8632): stderr: \u000a| �[0;m�[38;5;43m20221214042816739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042816739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042816740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042816741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042816741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042816742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042816742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:18.359998 run osmo-stp_10.42.42.5(pid=8632): stdout: \u000a| (launched: 2022-12-14_04:28:16.437759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:18.480033 run osmo-stp_10.42.42.5(pid=8632): stderr: \u000a| �[0;m�[38;5;43m20221214042816739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042816739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042816740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042816741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042816741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042816742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042816742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:18.533054 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8632): Process ended prematurely: osmo-stp_10.42.42.5(pid=8632) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8632)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:28:18.541602 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a04:28:18.600742 run osmo-hlr_10.42.42.2(pid=8629): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8629)]\u000a04:28:18.649719 run osmo-hlr_10.42.42.2(pid=8629): stdout: \u000a| (launched: 2022-12-14_04:28:15.394996) \u000a04:28:18.698830 run osmo-hlr_10.42.42.2(pid=8629): stderr: \u000a| �[0;m�[1;31m20221214042815591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042815591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042815591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042815592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042815592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042815592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042815604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042815612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042815612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042815612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:18.765667 run osmo-msc_10.42.42.6(pid=8635): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8635)]\u000a04:28:18.814236 run osmo-msc_10.42.42.6(pid=8635): stdout: \u000a| (launched: 2022-12-14_04:28:17.654129) \u000a04:28:18.863143 run osmo-msc_10.42.42.6(pid=8635): stderr: \u000a| �[0;m�[38;5;43m20221214042817922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042817922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb445007c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042817922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042817922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042817922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042817923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042817924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042817925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042817925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042817925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:18.904646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8628): Terminating (SIGTERM)\u000a04:28:18.943951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8631): Terminating (SIGTERM)\u000a04:28:18.983374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8634): Terminating (SIGTERM)\u000a04:28:18.992582 --- ParallelTerminationStrategy: PID 8628 died...\u000a04:28:19.045433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8628): Terminated: ok {rc=0}\u000a04:28:19.055024 --- ParallelTerminationStrategy: PID 8631 died...\u000a04:28:19.107416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8631): Terminated: ok {rc=0}\u000a04:28:19.117089 --- ParallelTerminationStrategy: PID 8634 died...\u000a04:28:19.169454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8634): Terminated: ok {rc=0}\u000a04:28:19.257375 bus /sierra_3: Setting Powered False\u000a04:28:20.360725 bus /sierra_3: Setting Powered False\u000a04:28:21.468692 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8643): Process ended prematurely: osmo-stp_10.42.42.5(pid=8643) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8643)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8643): Process ended prematurely: osmo-stp_10.42.42.5(pid=8643) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:28:22.578144 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:22.590357 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:28:22.748459 tst mo_mt_call_osmux.py: using LAC 38547\u000a04:28:22.867167 tst mo_mt_call_osmux.py: using RAC 42\u000a04:28:22.984198 tst mo_mt_call_osmux.py: using CellId 38547\u000a04:28:23.102534 tst mo_mt_call_osmux.py: using BVCI 38548\u000a04:28:23.125691 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:23.137120 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:23.148456 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:23.159817 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:23.171319 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:23.182672 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:28:23.304609 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:28:23.509509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:23.996809 run create_hlr_db(pid=8637): Launched\u000a04:28:24.170812 bus /sierra_2: Setting Powered False\u000a04:28:25.193902 run create_hlr_db(pid=8637): Terminated: ok {rc=0}\u000a04:28:25.628876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8639): Launched\u000a04:28:25.957645 run osmo-hlr_10.42.42.2(pid=8640): Launched\u000a04:28:26.078573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:26.647582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8642): Launched\u000a04:28:26.975486 run osmo-stp_10.42.42.5(pid=8643): Launched\u000a04:28:27.094318 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:27.695723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8645): Launched\u000a04:28:28.022360 run osmo-msc_10.42.42.6(pid=8646): Launched\u000a04:28:28.214449 run osmo-stp_10.42.42.5(pid=8643): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8643)]\u000a04:28:28.352645 run osmo-stp_10.42.42.5(pid=8643): stdout: \u000a| (launched: 2022-12-14_04:28:26.813296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:28.489480 run osmo-stp_10.42.42.5(pid=8643): stderr: \u000a| �[0;m�[38;5;43m20221214042827003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042827003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042827003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042827004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042827004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042827004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042827004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:28.620277 run osmo-stp_10.42.42.5(pid=8643): stdout: \u000a| (launched: 2022-12-14_04:28:26.813296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:28.750824 run osmo-stp_10.42.42.5(pid=8643): stderr: \u000a| �[0;m�[38;5;43m20221214042827003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042827003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042827003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042827004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042827004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042827004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042827004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:28.807900 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8643): Process ended prematurely: osmo-stp_10.42.42.5(pid=8643) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8643)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:28:28.817337 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:28:28.881220 run osmo-hlr_10.42.42.2(pid=8640): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8640)]\u000a04:28:28.933548 run osmo-hlr_10.42.42.2(pid=8640): stdout: \u000a| (launched: 2022-12-14_04:28:25.795561) \u000a04:28:28.986577 run osmo-hlr_10.42.42.2(pid=8640): stderr: \u000a| �[0;m�[1;31m20221214042825992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042825992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042825992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042825992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042825992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042825992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042826005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042826013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042826013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042826014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:29.058795 run osmo-msc_10.42.42.6(pid=8646): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8646)]\u000a04:28:29.111171 run osmo-msc_10.42.42.6(pid=8646): stdout: \u000a| (launched: 2022-12-14_04:28:27.861528) \u000a04:28:29.164509 run osmo-msc_10.42.42.6(pid=8646): stderr: \u000a| �[0;m�[38;5;43m20221214042828183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042828183 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff2ad38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042828183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042828183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042828183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042828183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042828185 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042828186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042828186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042828186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:29.209673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8639): Terminating (SIGTERM)\u000a04:28:29.252358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8642): Terminating (SIGTERM)\u000a04:28:29.295155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8645): Terminating (SIGTERM)\u000a04:28:29.305114 --- ParallelTerminationStrategy: PID 8639 died...\u000a04:28:29.362632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8639): Terminated: ok {rc=0}\u000a04:28:29.372869 --- ParallelTerminationStrategy: PID 8642 died...\u000a04:28:29.429858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8642): Terminated: ok {rc=0}\u000a04:28:29.440067 --- ParallelTerminationStrategy: PID 8645 died...\u000a04:28:29.497061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8645): Terminated: ok {rc=0}\u000a04:28:29.585018 bus /sierra_3: Setting Powered False\u000a04:28:30.688995 bus /sierra_3: Setting Powered False\u000a04:28:31.802249 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:28:11" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8657): Process ended prematurely: osmo-stp_10.42.42.5(pid=8657) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8657)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8657): Process ended prematurely: osmo-stp_10.42.42.5(pid=8657) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:28:33.787901 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:33.799416 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:28:33.952284 tst mo_mt_call.py: using LAC 38548\u000a04:28:34.078975 tst mo_mt_call.py: using RAC 43\u000a04:28:34.205609 tst mo_mt_call.py: using CellId 38548\u000a04:28:34.333136 tst mo_mt_call.py: using BVCI 38549\u000a04:28:34.357957 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:34.370098 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:34.381615 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:34.393259 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:34.405247 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:34.417083 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:28:34.534621 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:28:34.747580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:35.259178 run create_hlr_db(pid=8651): Launched\u000a04:28:35.446827 bus /sierra_2: Setting Powered False\u000a04:28:36.468711 run create_hlr_db(pid=8651): Terminated: ok {rc=0}\u000a04:28:36.877481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8653): Launched\u000a04:28:37.181135 run osmo-hlr_10.42.42.2(pid=8654): Launched\u000a04:28:37.292655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:37.822413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8656): Launched\u000a04:28:38.126738 run osmo-stp_10.42.42.5(pid=8657): Launched\u000a04:28:38.236571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:38.790976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8659): Launched\u000a04:28:39.096243 run osmo-msc_10.42.42.6(pid=8660): Launched\u000a04:28:39.274936 run osmo-stp_10.42.42.5(pid=8657): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8657)]\u000a04:28:39.403963 run osmo-stp_10.42.42.5(pid=8657): stdout: \u000a| (launched: 2022-12-14_04:28:37.976084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:39.530556 run osmo-stp_10.42.42.5(pid=8657): stderr: \u000a| �[0;m�[38;5;43m20221214042838146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042838146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042838146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042838147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042838147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042838147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042838147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:39.653481 run osmo-stp_10.42.42.5(pid=8657): stdout: \u000a| (launched: 2022-12-14_04:28:37.976084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:39.774165 run osmo-stp_10.42.42.5(pid=8657): stderr: \u000a| �[0;m�[38;5;43m20221214042838146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042838146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042838146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042838147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042838147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042838147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042838147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:39.827433 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8657): Process ended prematurely: osmo-stp_10.42.42.5(pid=8657) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8657)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:28:39.835956 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:28:39.895535 run osmo-hlr_10.42.42.2(pid=8654): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8654)]\u000a04:28:39.944410 run osmo-hlr_10.42.42.2(pid=8654): stdout: \u000a| (launched: 2022-12-14_04:28:37.030938) \u000a04:28:39.993847 run osmo-hlr_10.42.42.2(pid=8654): stderr: \u000a| �[0;m�[1;31m20221214042837204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042837204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042837204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042837204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042837204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042837204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042837219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042837230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042837230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042837230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:40.061903 run osmo-msc_10.42.42.6(pid=8660): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8660)]\u000a04:28:40.111221 run osmo-msc_10.42.42.6(pid=8660): stdout: \u000a| (launched: 2022-12-14_04:28:38.944868) \u000a04:28:40.160784 run osmo-msc_10.42.42.6(pid=8660): stderr: \u000a| �[0;m�[38;5;43m20221214042839215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042839216 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc91696bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042839216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042839216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042839216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042839216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042839218 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042839218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042839218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042839219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:40.202658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8653): Terminating (SIGTERM)\u000a04:28:40.242361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8656): Terminating (SIGTERM)\u000a04:28:40.281944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8659): Terminating (SIGTERM)\u000a04:28:40.291189 --- ParallelTerminationStrategy: PID 8653 died...\u000a04:28:40.344337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8653): Terminated: ok {rc=0}\u000a04:28:40.354007 --- ParallelTerminationStrategy: PID 8656 died...\u000a04:28:40.406983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8656): Terminated: ok {rc=0}\u000a04:28:40.416552 --- ParallelTerminationStrategy: PID 8659 died...\u000a04:28:40.469588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8659): Terminated: ok {rc=0}\u000a04:28:40.557420 bus /sierra_3: Setting Powered False\u000a04:28:41.660495 bus /sierra_3: Setting Powered False\u000a04:28:42.772643 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8668): Process ended prematurely: osmo-stp_10.42.42.5(pid=8668) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8668)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8668): Process ended prematurely: osmo-stp_10.42.42.5(pid=8668) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:28:43.881789 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:43.893765 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:28:44.045936 tst mo_mt_call_osmux.py: using LAC 38549\u000a04:28:44.174271 tst mo_mt_call_osmux.py: using RAC 44\u000a04:28:44.303668 tst mo_mt_call_osmux.py: using CellId 38549\u000a04:28:44.430849 tst mo_mt_call_osmux.py: using BVCI 38550\u000a04:28:44.455784 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:44.467648 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:44.479227 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:44.490776 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:44.502813 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:44.514511 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:28:44.635938 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:28:44.839315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:45.327454 run create_hlr_db(pid=8662): Launched\u000a04:28:45.500765 bus /sierra_2: Setting Powered False\u000a04:28:46.524940 run create_hlr_db(pid=8662): Terminated: ok {rc=0}\u000a04:28:46.950812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8664): Launched\u000a04:28:47.270578 run osmo-hlr_10.42.42.2(pid=8665): Launched\u000a04:28:47.390770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:47.928427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8667): Launched\u000a04:28:48.232095 run osmo-stp_10.42.42.5(pid=8668): Launched\u000a04:28:48.353290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:48.913701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8670): Launched\u000a04:28:49.217229 run osmo-msc_10.42.42.6(pid=8671): Launched\u000a04:28:49.395013 run osmo-stp_10.42.42.5(pid=8668): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8668)]\u000a04:28:49.522402 run osmo-stp_10.42.42.5(pid=8668): stdout: \u000a| (launched: 2022-12-14_04:28:48.082523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:49.647809 run osmo-stp_10.42.42.5(pid=8668): stderr: \u000a| �[0;m�[38;5;43m20221214042848253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042848254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042848254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042848254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042848255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042848255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042848255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:49.769420 run osmo-stp_10.42.42.5(pid=8668): stdout: \u000a| (launched: 2022-12-14_04:28:48.082523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:49.889255 run osmo-stp_10.42.42.5(pid=8668): stderr: \u000a| �[0;m�[38;5;43m20221214042848253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042848254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042848254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042848254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042848255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042848255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042848255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:49.942309 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8668): Process ended prematurely: osmo-stp_10.42.42.5(pid=8668) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8668)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:28:49.950829 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:28:50.011068 run osmo-hlr_10.42.42.2(pid=8665): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8665)]\u000a04:28:50.059991 run osmo-hlr_10.42.42.2(pid=8665): stdout: \u000a| (launched: 2022-12-14_04:28:47.108492) \u000a04:28:50.109490 run osmo-hlr_10.42.42.2(pid=8665): stderr: \u000a| �[0;m�[1;31m20221214042847299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042847299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042847299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042847299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042847299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042847299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042847312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042847322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042847322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042847322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:50.177045 run osmo-msc_10.42.42.6(pid=8671): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8671)]\u000a04:28:50.225745 run osmo-msc_10.42.42.6(pid=8671): stdout: \u000a| (launched: 2022-12-14_04:28:49.067199) \u000a04:28:50.275130 run osmo-msc_10.42.42.6(pid=8671): stderr: \u000a| �[0;m�[38;5;43m20221214042849339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042849339 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa73b057c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042849339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042849339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042849339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042849339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042849341 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042849342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042849342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042849342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:50.317038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8664): Terminating (SIGTERM)\u000a04:28:50.356826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8667): Terminating (SIGTERM)\u000a04:28:50.396108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8670): Terminating (SIGTERM)\u000a04:28:50.405337 --- ParallelTerminationStrategy: PID 8664 died...\u000a04:28:50.458262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8664): Terminated: ok {rc=0}\u000a04:28:50.467833 --- ParallelTerminationStrategy: PID 8667 died...\u000a04:28:50.520471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8667): Terminated: ok {rc=0}\u000a04:28:50.530044 --- ParallelTerminationStrategy: PID 8670 died...\u000a04:28:50.582854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8670): Terminated: ok {rc=0}\u000a04:28:50.671743 bus /sierra_3: Setting Powered False\u000a04:28:51.779681 bus /sierra_3: Setting Powered False\u000a04:28:52.888717 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:28:33" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8682): Process ended prematurely: osmo-stp_10.42.42.5(pid=8682) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8682)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8682): Process ended prematurely: osmo-stp_10.42.42.5(pid=8682) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:28:54.888668 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:28:54.901039 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:28:55.061313 tst mo_mt_call.py: using LAC 38550\u000a04:28:55.190878 tst mo_mt_call.py: using RAC 45\u000a04:28:55.322587 tst mo_mt_call.py: using CellId 38550\u000a04:28:55.449241 tst mo_mt_call.py: using BVCI 38551\u000a04:28:55.474154 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:28:55.485854 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:28:55.497367 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:28:55.508805 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:28:55.520846 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:28:55.532840 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:28:55.650276 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:28:55.863103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:56.377520 run create_hlr_db(pid=8676): Launched\u000a04:28:56.566142 bus /sierra_2: Setting Powered False\u000a04:28:57.588798 run create_hlr_db(pid=8676): Terminated: ok {rc=0}\u000a04:28:58.006699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8678): Launched\u000a04:28:58.333082 run osmo-hlr_10.42.42.2(pid=8679): Launched\u000a04:28:58.453637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:59.024387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8681): Launched\u000a04:28:59.352600 run osmo-stp_10.42.42.5(pid=8682): Launched\u000a04:28:59.470458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:00.071545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8684): Launched\u000a04:29:00.401520 run osmo-msc_10.42.42.6(pid=8685): Launched\u000a04:29:00.593762 run osmo-stp_10.42.42.5(pid=8682): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8682)]\u000a04:29:00.733315 run osmo-stp_10.42.42.5(pid=8682): stdout: \u000a| (launched: 2022-12-14_04:28:59.190195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:00.882503 run osmo-stp_10.42.42.5(pid=8682): stderr: \u000a| �[0;m�[38;5;43m20221214042859382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042859382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042859383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042859383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042859384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042859384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042859384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:01.016524 run osmo-stp_10.42.42.5(pid=8682): stdout: \u000a| (launched: 2022-12-14_04:28:59.190195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:01.142090 run osmo-stp_10.42.42.5(pid=8682): stderr: \u000a| �[0;m�[38;5;43m20221214042859382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042859382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042859383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042859383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042859384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042859384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042859384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:01.199133 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8682): Process ended prematurely: osmo-stp_10.42.42.5(pid=8682) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8682)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:29:01.209219 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a04:29:01.271899 run osmo-hlr_10.42.42.2(pid=8679): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8679)]\u000a04:29:01.323119 run osmo-hlr_10.42.42.2(pid=8679): stdout: \u000a| (launched: 2022-12-14_04:28:58.172634) \u000a04:29:01.375341 run osmo-hlr_10.42.42.2(pid=8679): stderr: \u000a| �[0;m�[1;31m20221214042858370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042858370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042858370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042858371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042858371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042858371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042858383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042858391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042858391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042858391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:01.447346 run osmo-msc_10.42.42.6(pid=8685): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8685)]\u000a04:29:01.498385 run osmo-msc_10.42.42.6(pid=8685): stdout: \u000a| (launched: 2022-12-14_04:29:00.237958) \u000a04:29:01.551046 run osmo-msc_10.42.42.6(pid=8685): stderr: \u000a| �[0;m�[38;5;43m20221214042900558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042900558 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2cea4f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042900558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042900558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042900559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042900559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042900560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042900561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042900561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042900561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:01.596839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8678): Terminating (SIGTERM)\u000a04:29:01.638440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8681): Terminating (SIGTERM)\u000a04:29:01.683286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8684): Terminating (SIGTERM)\u000a04:29:01.694019 --- ParallelTerminationStrategy: PID 8678 died...\u000a04:29:01.751783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8678): Terminated: ok {rc=0}\u000a04:29:01.762749 --- ParallelTerminationStrategy: PID 8681 died...\u000a04:29:01.820475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8681): Terminated: ok {rc=0}\u000a04:29:01.831233 --- ParallelTerminationStrategy: PID 8684 died...\u000a04:29:01.886964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8684): Terminated: ok {rc=0}\u000a04:29:01.991627 bus /sierra_3: Setting Powered False\u000a04:29:03.101511 bus /sierra_3: Setting Powered False\u000a04:29:04.215116 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8693): Process ended prematurely: osmo-stp_10.42.42.5(pid=8693) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8693)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8693): Process ended prematurely: osmo-stp_10.42.42.5(pid=8693) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:29:05.325422 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:05.337400 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:29:05.490023 tst mo_mt_call_osmux.py: using LAC 38551\u000a04:29:05.608088 tst mo_mt_call_osmux.py: using RAC 46\u000a04:29:05.729510 tst mo_mt_call_osmux.py: using CellId 38551\u000a04:29:05.851994 tst mo_mt_call_osmux.py: using BVCI 38552\u000a04:29:05.875032 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:05.886366 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:05.897605 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:05.908672 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:05.919847 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:05.930967 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:29:06.053201 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:29:06.256382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:06.746025 run create_hlr_db(pid=8687): Launched\u000a04:29:06.919056 bus /sierra_2: Setting Powered False\u000a04:29:07.942430 run create_hlr_db(pid=8687): Terminated: ok {rc=0}\u000a04:29:08.376604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8689): Launched\u000a04:29:08.706370 run osmo-hlr_10.42.42.2(pid=8690): Launched\u000a04:29:08.823956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:09.351606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8692): Launched\u000a04:29:09.657995 run osmo-stp_10.42.42.5(pid=8693): Launched\u000a04:29:09.767931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:10.324152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8695): Launched\u000a04:29:10.629475 run osmo-msc_10.42.42.6(pid=8696): Launched\u000a04:29:10.807404 run osmo-stp_10.42.42.5(pid=8693): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8693)]\u000a04:29:10.936305 run osmo-stp_10.42.42.5(pid=8693): stdout: \u000a| (launched: 2022-12-14_04:29:09.505655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:11.062313 run osmo-stp_10.42.42.5(pid=8693): stderr: \u000a| �[0;m�[38;5;43m20221214042909675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042909675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042909675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042909676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042909676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042909676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042909676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:11.183627 run osmo-stp_10.42.42.5(pid=8693): stdout: \u000a| (launched: 2022-12-14_04:29:09.505655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:11.303546 run osmo-stp_10.42.42.5(pid=8693): stderr: \u000a| �[0;m�[38;5;43m20221214042909675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042909675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042909675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042909676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042909676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042909676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042909676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:11.357040 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8693): Process ended prematurely: osmo-stp_10.42.42.5(pid=8693) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8693)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:29:11.365607 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:29:11.425174 run osmo-hlr_10.42.42.2(pid=8690): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8690)]\u000a04:29:11.474092 run osmo-hlr_10.42.42.2(pid=8690): stdout: \u000a| (launched: 2022-12-14_04:29:08.542650) \u000a04:29:11.523555 run osmo-hlr_10.42.42.2(pid=8690): stderr: \u000a| �[0;m�[1;31m20221214042908739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042908739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042908739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042908739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042908739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042908739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042908751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042908760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042908760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042908760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:11.591172 run osmo-msc_10.42.42.6(pid=8696): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8696)]\u000a04:29:11.639955 run osmo-msc_10.42.42.6(pid=8696): stdout: \u000a| (launched: 2022-12-14_04:29:10.478208) \u000a04:29:11.689253 run osmo-msc_10.42.42.6(pid=8696): stderr: \u000a| �[0;m�[38;5;43m20221214042910748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042910748 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7cac7b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042910748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042910748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042910748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042910749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042910750 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042910751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042910751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042910751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:11.731292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8689): Terminating (SIGTERM)\u000a04:29:11.770916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8692): Terminating (SIGTERM)\u000a04:29:11.810495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8695): Terminating (SIGTERM)\u000a04:29:11.819802 --- ParallelTerminationStrategy: PID 8689 died...\u000a04:29:11.873430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8689): Terminated: ok {rc=0}\u000a04:29:11.883480 --- ParallelTerminationStrategy: PID 8692 died...\u000a04:29:11.937214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8692): Terminated: ok {rc=0}\u000a04:29:11.947011 --- ParallelTerminationStrategy: PID 8695 died...\u000a04:29:12.000105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8695): Terminated: ok {rc=0}\u000a04:29:12.084050 bus /sierra_3: Setting Powered False\u000a04:29:13.190400 bus /sierra_3: Setting Powered False\u000a04:29:14.301938 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:28:54" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8707): Process ended prematurely: osmo-stp_10.42.42.5(pid=8707) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8707)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8707): Process ended prematurely: osmo-stp_10.42.42.5(pid=8707) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:29:16.300835 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:16.312914 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:29:16.477278 tst mo_mt_call.py: using LAC 38552\u000a04:29:16.638169 tst mo_mt_call.py: using RAC 47\u000a04:29:16.774108 tst mo_mt_call.py: using CellId 38552\u000a04:29:16.920873 tst mo_mt_call.py: using BVCI 38553\u000a04:29:16.947455 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:16.960493 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:16.973253 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:16.987054 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:17.001842 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:17.015879 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:29:17.141822 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:29:17.363221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:17.879654 run create_hlr_db(pid=8701): Launched\u000a04:29:18.068919 bus /sierra_2: Setting Powered False\u000a04:29:19.090631 run create_hlr_db(pid=8701): Terminated: ok {rc=0}\u000a04:29:19.499121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8703): Launched\u000a04:29:19.805613 run osmo-hlr_10.42.42.2(pid=8704): Launched\u000a04:29:19.925845 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:20.461215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8706): Launched\u000a04:29:20.767301 run osmo-stp_10.42.42.5(pid=8707): Launched\u000a04:29:20.877147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:21.435534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8709): Launched\u000a04:29:21.743171 run osmo-msc_10.42.42.6(pid=8710): Launched\u000a04:29:21.922542 run osmo-stp_10.42.42.5(pid=8707): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8707)]\u000a04:29:22.053142 run osmo-stp_10.42.42.5(pid=8707): stdout: \u000a| (launched: 2022-12-14_04:29:20.615093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:22.179898 run osmo-stp_10.42.42.5(pid=8707): stderr: \u000a| �[0;m�[38;5;43m20221214042920788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042920788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042920788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042920789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042920789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042920789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042920789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:22.302049 run osmo-stp_10.42.42.5(pid=8707): stdout: \u000a| (launched: 2022-12-14_04:29:20.615093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:22.422810 run osmo-stp_10.42.42.5(pid=8707): stderr: \u000a| �[0;m�[38;5;43m20221214042920788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042920788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042920788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042920789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042920789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042920789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042920789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:22.476202 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8707): Process ended prematurely: osmo-stp_10.42.42.5(pid=8707) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8707)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a04:29:22.485041 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:29:22.545240 run osmo-hlr_10.42.42.2(pid=8704): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8704)]\u000a04:29:22.594311 run osmo-hlr_10.42.42.2(pid=8704): stdout: \u000a| (launched: 2022-12-14_04:29:19.653329) \u000a04:29:22.643652 run osmo-hlr_10.42.42.2(pid=8704): stderr: \u000a| �[0;m�[1;31m20221214042919830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042919830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042919830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042919830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042919830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042919830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042919842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042919850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042919850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042919850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:22.711224 run osmo-msc_10.42.42.6(pid=8710): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8710)]\u000a04:29:22.759981 run osmo-msc_10.42.42.6(pid=8710): stdout: \u000a| (launched: 2022-12-14_04:29:21.590616) \u000a04:29:22.809504 run osmo-msc_10.42.42.6(pid=8710): stderr: \u000a| �[0;m�[38;5;43m20221214042921862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042921862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8926559c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042921862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042921862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042921863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042921863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042921864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042921865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042921865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042921865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:22.851601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8703): Terminating (SIGTERM)\u000a04:29:22.891514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8706): Terminating (SIGTERM)\u000a04:29:22.931298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8709): Terminating (SIGTERM)\u000a04:29:22.940632 --- ParallelTerminationStrategy: PID 8703 died...\u000a04:29:22.993720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8703): Terminated: ok {rc=0}\u000a04:29:23.003433 --- ParallelTerminationStrategy: PID 8706 died...\u000a04:29:23.056696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8706): Terminated: ok {rc=0}\u000a04:29:23.066352 --- ParallelTerminationStrategy: PID 8709 died...\u000a04:29:23.119181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8709): Terminated: ok {rc=0}\u000a04:29:23.207593 bus /sierra_3: Setting Powered False\u000a04:29:24.311813 bus /sierra_3: Setting Powered False\u000a04:29:25.424050 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8718): Process ended prematurely: osmo-stp_10.42.42.5(pid=8718) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8718)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8718): Process ended prematurely: osmo-stp_10.42.42.5(pid=8718) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:29:26.536161 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:26.548175 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:29:26.703386 tst mo_mt_call_osmux.py: using LAC 38553\u000a04:29:26.823855 tst mo_mt_call_osmux.py: using RAC 48\u000a04:29:26.945498 tst mo_mt_call_osmux.py: using CellId 38553\u000a04:29:27.064695 tst mo_mt_call_osmux.py: using BVCI 38554\u000a04:29:27.087886 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:27.099259 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:27.110454 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:27.121670 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:27.132867 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:27.144056 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:29:27.260252 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:29:27.473985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:27.989554 run create_hlr_db(pid=8712): Launched\u000a04:29:28.177582 bus /sierra_2: Setting Powered False\u000a04:29:29.199489 run create_hlr_db(pid=8712): Terminated: ok {rc=0}\u000a04:29:29.606232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8714): Launched\u000a04:29:29.910194 run osmo-hlr_10.42.42.2(pid=8715): Launched\u000a04:29:30.026652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:30.555214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8717): Launched\u000a04:29:30.862766 run osmo-stp_10.42.42.5(pid=8718): Launched\u000a04:29:31.092547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:31.719123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8720): Launched\u000a04:29:32.198643 run osmo-msc_10.42.42.6(pid=8721): Launched\u000a04:29:32.433392 run osmo-stp_10.42.42.5(pid=8718): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8718)]\u000a04:29:32.559373 run osmo-stp_10.42.42.5(pid=8718): stdout: \u000a| (launched: 2022-12-14_04:29:30.708466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:32.685635 run osmo-stp_10.42.42.5(pid=8718): stderr: \u000a| �[0;m�[38;5;43m20221214042930947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042930947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042930948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042930948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042930949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042930949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042930949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:32.807129 run osmo-stp_10.42.42.5(pid=8718): stdout: \u000a| (launched: 2022-12-14_04:29:30.708466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:32.927472 run osmo-stp_10.42.42.5(pid=8718): stderr: \u000a| �[0;m�[38;5;43m20221214042930947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042930947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042930948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042930948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042930949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042930949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042930949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:32.980774 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8718): Process ended prematurely: osmo-stp_10.42.42.5(pid=8718) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8718)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a04:29:32.989277 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a04:29:33.049673 run osmo-hlr_10.42.42.2(pid=8715): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8715)]\u000a04:29:33.099095 run osmo-hlr_10.42.42.2(pid=8715): stdout: \u000a| (launched: 2022-12-14_04:29:29.759995) \u000a04:29:33.149114 run osmo-hlr_10.42.42.2(pid=8715): stderr: \u000a| �[0;m�[1;31m20221214042929934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042929934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042929934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042929934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042929934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042929934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042929946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042929954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042929955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042929955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:33.217005 run osmo-msc_10.42.42.6(pid=8721): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8721)]\u000a04:29:33.266003 run osmo-msc_10.42.42.6(pid=8721): stdout: \u000a| (launched: 2022-12-14_04:29:31.892292) \u000a04:29:33.315793 run osmo-msc_10.42.42.6(pid=8721): stderr: \u000a| �[0;m�[38;5;43m20221214042932238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042932238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b7338ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042932238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042932238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042932238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042932238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042932240 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042932240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042932241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042932241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:33.357772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8714): Terminating (SIGTERM)\u000a04:29:33.397282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8717): Terminating (SIGTERM)\u000a04:29:33.436819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8720): Terminating (SIGTERM)\u000a04:29:33.446158 --- ParallelTerminationStrategy: PID 8714 died...\u000a04:29:33.499714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8714): Terminated: ok {rc=0}\u000a04:29:33.509885 --- ParallelTerminationStrategy: PID 8717 died...\u000a04:29:33.563126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8717): Terminated: ok {rc=0}\u000a04:29:33.572839 --- ParallelTerminationStrategy: PID 8720 died...\u000a04:29:33.626021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8720): Terminated: ok {rc=0}\u000a04:29:33.714024 bus /sierra_3: Setting Powered False\u000a04:29:34.817319 bus /sierra_3: Setting Powered False\u000a04:29:35.927954 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:29:16" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8732): Process ended prematurely: osmo-stp_10.42.42.5(pid=8732) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8732)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8732): Process ended prematurely: osmo-stp_10.42.42.5(pid=8732) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:29:37.910972 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:37.922155 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:29:38.081919 tst mo_mt_call.py: using LAC 38554\u000a04:29:38.212052 tst mo_mt_call.py: using RAC 49\u000a04:29:38.331671 tst mo_mt_call.py: using CellId 38554\u000a04:29:38.451090 tst mo_mt_call.py: using BVCI 38555\u000a04:29:38.474239 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:38.485529 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:38.496446 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:38.507489 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:38.518700 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:38.529794 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:29:38.643726 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:29:38.852105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:39.341754 run create_hlr_db(pid=8726): Launched\u000a04:29:39.515091 bus /sierra_2: Setting Powered False\u000a04:29:40.538986 run create_hlr_db(pid=8726): Terminated: ok {rc=0}\u000a04:29:40.974980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8728): Launched\u000a04:29:41.304523 run osmo-hlr_10.42.42.2(pid=8729): Launched\u000a04:29:41.428797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:41.999250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8731): Launched\u000a04:29:42.327776 run osmo-stp_10.42.42.5(pid=8732): Launched\u000a04:29:42.446362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:43.045547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8734): Launched\u000a04:29:43.374174 run osmo-msc_10.42.42.6(pid=8735): Launched\u000a04:29:43.567057 run osmo-stp_10.42.42.5(pid=8732): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8732)]\u000a04:29:43.706591 run osmo-stp_10.42.42.5(pid=8732): stdout: \u000a| (launched: 2022-12-14_04:29:42.165800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:43.844423 run osmo-stp_10.42.42.5(pid=8732): stderr: \u000a| �[0;m�[38;5;43m20221214042942356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042942356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042942356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042942357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042942357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042942357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042942357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:43.975808 run osmo-stp_10.42.42.5(pid=8732): stdout: \u000a| (launched: 2022-12-14_04:29:42.165800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:44.106179 run osmo-stp_10.42.42.5(pid=8732): stderr: \u000a| �[0;m�[38;5;43m20221214042942356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042942356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042942356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042942357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042942357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042942357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042942357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:44.163949 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8732): Process ended prematurely: osmo-stp_10.42.42.5(pid=8732) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8732)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:29:44.173517 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:29:44.236997 run osmo-hlr_10.42.42.2(pid=8729): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8729)]\u000a04:29:44.288625 run osmo-hlr_10.42.42.2(pid=8729): stdout: \u000a| (launched: 2022-12-14_04:29:41.141467) \u000a04:29:44.340832 run osmo-hlr_10.42.42.2(pid=8729): stderr: \u000a| �[0;m�[1;31m20221214042941339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042941339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042941339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042941339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042941339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042941339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042941351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042941360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042941360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042941360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:44.412538 run osmo-msc_10.42.42.6(pid=8735): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8735)]\u000a04:29:44.464389 run osmo-msc_10.42.42.6(pid=8735): stdout: \u000a| (launched: 2022-12-14_04:29:43.211622) \u000a04:29:44.516784 run osmo-msc_10.42.42.6(pid=8735): stderr: \u000a| �[0;m�[38;5;43m20221214042943532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042943532 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9964eb8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042943532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042943532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042943533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042943533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042943534 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042943535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042943535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042943535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:44.561549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8728): Terminating (SIGTERM)\u000a04:29:44.604390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8731): Terminating (SIGTERM)\u000a04:29:44.646701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8734): Terminating (SIGTERM)\u000a04:29:44.656455 --- ParallelTerminationStrategy: PID 8728 died...\u000a04:29:44.713431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8728): Terminated: ok {rc=0}\u000a04:29:44.723639 --- ParallelTerminationStrategy: PID 8731 died...\u000a04:29:44.780001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8731): Terminated: ok {rc=0}\u000a04:29:44.790163 --- ParallelTerminationStrategy: PID 8734 died...\u000a04:29:44.846349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8734): Terminated: ok {rc=0}\u000a04:29:44.933917 bus /sierra_3: Setting Powered False\u000a04:29:46.058737 bus /sierra_3: Setting Powered False\u000a04:29:47.184034 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8743): Process ended prematurely: osmo-stp_10.42.42.5(pid=8743) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8743)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8743): Process ended prematurely: osmo-stp_10.42.42.5(pid=8743) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:29:48.292213 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:48.304470 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:29:48.459760 tst mo_mt_call_osmux.py: using LAC 38555\u000a04:29:48.587025 tst mo_mt_call_osmux.py: using RAC 50\u000a04:29:48.716698 tst mo_mt_call_osmux.py: using CellId 38555\u000a04:29:48.846492 tst mo_mt_call_osmux.py: using BVCI 38556\u000a04:29:48.871415 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:48.883250 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:48.894877 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:48.906453 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:48.918470 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:48.930439 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:29:49.052750 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:29:49.266135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:49.783855 run create_hlr_db(pid=8737): Launched\u000a04:29:49.972186 bus /sierra_2: Setting Powered False\u000a04:29:50.994058 run create_hlr_db(pid=8737): Terminated: ok {rc=0}\u000a04:29:51.429527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8739): Launched\u000a04:29:51.759207 run osmo-hlr_10.42.42.2(pid=8740): Launched\u000a04:29:51.881771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:52.450273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8742): Launched\u000a04:29:52.779594 run osmo-stp_10.42.42.5(pid=8743): Launched\u000a04:29:52.898726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:53.496265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8745): Launched\u000a04:29:53.826195 run osmo-msc_10.42.42.6(pid=8746): Launched\u000a04:29:54.019290 run osmo-stp_10.42.42.5(pid=8743): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8743)]\u000a04:29:54.159754 run osmo-stp_10.42.42.5(pid=8743): stdout: \u000a| (launched: 2022-12-14_04:29:52.615769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:54.297459 run osmo-stp_10.42.42.5(pid=8743): stderr: \u000a| �[0;m�[38;5;43m20221214042952807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042952807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042952807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042952807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042952808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042952808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042952808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:54.428796 run osmo-stp_10.42.42.5(pid=8743): stdout: \u000a| (launched: 2022-12-14_04:29:52.615769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:54.559048 run osmo-stp_10.42.42.5(pid=8743): stderr: \u000a| �[0;m�[38;5;43m20221214042952807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214042952807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214042952807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214042952807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214042952808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214042952808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214042952808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:54.616279 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8743): Process ended prematurely: osmo-stp_10.42.42.5(pid=8743) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8743)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:29:54.625604 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a04:29:54.689001 run osmo-hlr_10.42.42.2(pid=8740): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8740)]\u000a04:29:54.741068 run osmo-hlr_10.42.42.2(pid=8740): stdout: \u000a| (launched: 2022-12-14_04:29:51.595487) \u000a04:29:54.793557 run osmo-hlr_10.42.42.2(pid=8740): stderr: \u000a| �[0;m�[1;31m20221214042951793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214042951793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214042951793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042951793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214042951793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214042951793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214042951803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214042951812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214042951812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214042951812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:54.864539 run osmo-msc_10.42.42.6(pid=8746): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8746)]\u000a04:29:54.915982 run osmo-msc_10.42.42.6(pid=8746): stdout: \u000a| (launched: 2022-12-14_04:29:53.662521) \u000a04:29:54.968038 run osmo-msc_10.42.42.6(pid=8746): stderr: \u000a| �[0;m�[38;5;43m20221214042953983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214042953983 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f465ed9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214042953983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214042953983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214042953984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214042953984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214042953985 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214042953986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214042953986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214042953986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:55.012179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8739): Terminating (SIGTERM)\u000a04:29:55.054700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8742): Terminating (SIGTERM)\u000a04:29:55.097196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8745): Terminating (SIGTERM)\u000a04:29:55.106952 --- ParallelTerminationStrategy: PID 8739 died...\u000a04:29:55.163725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8739): Terminated: ok {rc=0}\u000a04:29:55.173954 --- ParallelTerminationStrategy: PID 8742 died...\u000a04:29:55.230000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8742): Terminated: ok {rc=0}\u000a04:29:55.240050 --- ParallelTerminationStrategy: PID 8745 died...\u000a04:29:55.296091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8745): Terminated: ok {rc=0}\u000a04:29:55.383064 bus /sierra_3: Setting Powered False\u000a04:29:56.486688 bus /sierra_3: Setting Powered False\u000a04:29:57.597372 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:29:37" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8760): Process ended prematurely: osmo-stp_10.42.42.5(pid=8760) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8760)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8760): Process ended prematurely: osmo-stp_10.42.42.5(pid=8760) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:29:59.580268 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:29:59.591723 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:29:59.746189 tst mo_mt_call.py: using LAC 38556\u000a04:29:59.864902 tst mo_mt_call.py: using RAC 51\u000a04:29:59.989198 tst mo_mt_call.py: using CellId 38556\u000a04:30:00.107896 tst mo_mt_call.py: using BVCI 38557\u000a04:30:00.131025 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:00.142418 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:00.153598 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:00.164693 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:00.175999 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:00.187198 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:30:00.307925 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:30:00.513785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:01.032019 run create_hlr_db(pid=8751): Launched\u000a04:30:01.250201 bus /sierra_2: Setting Powered False\u000a04:30:02.253969 run create_hlr_db(pid=8751): Terminated: ok {rc=0}\u000a04:30:02.706600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8756): Launched\u000a04:30:03.036215 run osmo-hlr_10.42.42.2(pid=8757): Launched\u000a04:30:03.160400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:03.729348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8759): Launched\u000a04:30:04.057086 run osmo-stp_10.42.42.5(pid=8760): Launched\u000a04:30:04.175873 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:30:04.775005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8762): Launched\u000a04:30:05.104376 run osmo-msc_10.42.42.6(pid=8763): Launched\u000a04:30:05.298152 run osmo-stp_10.42.42.5(pid=8760): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8760)]\u000a04:30:05.437740 run osmo-stp_10.42.42.5(pid=8760): stdout: \u000a| (launched: 2022-12-14_04:30:03.895308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:05.575123 run osmo-stp_10.42.42.5(pid=8760): stderr: \u000a| �[0;m�[38;5;43m20221214043004086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043004087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043004087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043004087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043004088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043004088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043004088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:05.706769 run osmo-stp_10.42.42.5(pid=8760): stdout: \u000a| (launched: 2022-12-14_04:30:03.895308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:05.837470 run osmo-stp_10.42.42.5(pid=8760): stderr: \u000a| �[0;m�[38;5;43m20221214043004086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043004087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043004087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043004087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043004088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043004088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043004088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:05.894904 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8760): Process ended prematurely: osmo-stp_10.42.42.5(pid=8760) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8760)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:30:05.903967 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a04:30:05.967286 run osmo-hlr_10.42.42.2(pid=8757): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8757)]\u000a04:30:06.018869 run osmo-hlr_10.42.42.2(pid=8757): stdout: \u000a| (launched: 2022-12-14_04:30:02.873613) \u000a04:30:06.071004 run osmo-hlr_10.42.42.2(pid=8757): stderr: \u000a| �[0;m�[1;31m20221214043003070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043003070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043003070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043003070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043003070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043003070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043003082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043003090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043003091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043003091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:06.141872 run osmo-msc_10.42.42.6(pid=8763): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8763)]\u000a04:30:06.193231 run osmo-msc_10.42.42.6(pid=8763): stdout: \u000a| (launched: 2022-12-14_04:30:04.941092) \u000a04:30:06.245324 run osmo-msc_10.42.42.6(pid=8763): stderr: \u000a| �[0;m�[38;5;43m20221214043005260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043005260 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1dfafefc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043005260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043005260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043005260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043005260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043005262 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043005263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043005263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043005263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:30:06.289999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8756): Terminating (SIGTERM)\u000a04:30:06.332197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8759): Terminating (SIGTERM)\u000a04:30:06.374784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8762): Terminating (SIGTERM)\u000a04:30:06.384569 --- ParallelTerminationStrategy: PID 8756 died...\u000a04:30:06.441088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8756): Terminated: ok {rc=0}\u000a04:30:06.451240 --- ParallelTerminationStrategy: PID 8759 died...\u000a04:30:06.507585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8759): Terminated: ok {rc=0}\u000a04:30:06.517779 --- ParallelTerminationStrategy: PID 8762 died...\u000a04:30:06.574085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8762): Terminated: ok {rc=0}\u000a04:30:06.661707 bus /sierra_3: Setting Powered False\u000a04:30:07.765510 bus /sierra_3: Setting Powered False\u000a04:30:08.876814 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8771): Process ended prematurely: osmo-stp_10.42.42.5(pid=8771) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8771)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8771): Process ended prematurely: osmo-stp_10.42.42.5(pid=8771) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:30:09.987320 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:09.999552 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:30:10.158180 tst mo_mt_call_osmux.py: using LAC 38557\u000a04:30:10.276325 tst mo_mt_call_osmux.py: using RAC 52\u000a04:30:10.394684 tst mo_mt_call_osmux.py: using CellId 38557\u000a04:30:10.512400 tst mo_mt_call_osmux.py: using BVCI 38558\u000a04:30:10.535573 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:10.547084 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:10.558595 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:10.569915 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:10.581262 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:10.592562 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:30:10.714298 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:30:10.919448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:11.406412 run create_hlr_db(pid=8765): Launched\u000a04:30:11.580062 bus /sierra_2: Setting Powered False\u000a04:30:12.602854 run create_hlr_db(pid=8765): Terminated: ok {rc=0}\u000a04:30:13.038078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8767): Launched\u000a04:30:13.367472 run osmo-hlr_10.42.42.2(pid=8768): Launched\u000a04:30:13.490943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:14.061716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8770): Launched\u000a04:30:14.389612 run osmo-stp_10.42.42.5(pid=8771): Launched\u000a04:30:14.507758 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:30:15.103257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8773): Launched\u000a04:30:15.409463 run osmo-msc_10.42.42.6(pid=8774): Launched\u000a04:30:15.587480 run osmo-stp_10.42.42.5(pid=8771): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8771)]\u000a04:30:15.716393 run osmo-stp_10.42.42.5(pid=8771): stdout: \u000a| (launched: 2022-12-14_04:30:14.228417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:15.848215 run osmo-stp_10.42.42.5(pid=8771): stderr: \u000a| �[0;m�[38;5;43m20221214043014422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043014422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043014423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043014423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043014423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043014423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043014424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:15.992857 run osmo-stp_10.42.42.5(pid=8771): stdout: \u000a| (launched: 2022-12-14_04:30:14.228417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:16.126243 run osmo-stp_10.42.42.5(pid=8771): stderr: \u000a| �[0;m�[38;5;43m20221214043014422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043014422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043014423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043014423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043014423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043014423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043014424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:16.185259 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8771): Process ended prematurely: osmo-stp_10.42.42.5(pid=8771) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8771)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:30:16.197238 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:30:16.271055 run osmo-hlr_10.42.42.2(pid=8768): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8768)]\u000a04:30:16.331929 run osmo-hlr_10.42.42.2(pid=8768): stdout: \u000a| (launched: 2022-12-14_04:30:13.204464) \u000a04:30:16.388527 run osmo-hlr_10.42.42.2(pid=8768): stderr: \u000a| �[0;m�[1;31m20221214043013403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043013403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043013403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043013403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043013403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043013403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043013416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043013424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043013424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043013424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:16.463076 run osmo-msc_10.42.42.6(pid=8774): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8774)]\u000a04:30:16.517179 run osmo-msc_10.42.42.6(pid=8774): stdout: \u000a| (launched: 2022-12-14_04:30:15.258391) \u000a04:30:16.572823 run osmo-msc_10.42.42.6(pid=8774): stderr: \u000a| �[0;m�[38;5;43m20221214043015529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043015529 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5843b74c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043015529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043015530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043015530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043015530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043015531 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043015532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043015532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043015532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:30:16.620535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8767): Terminating (SIGTERM)\u000a04:30:16.666668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8770): Terminating (SIGTERM)\u000a04:30:16.712895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8773): Terminating (SIGTERM)\u000a04:30:16.723521 --- ParallelTerminationStrategy: PID 8767 died...\u000a04:30:16.783841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8767): Terminated: ok {rc=0}\u000a04:30:16.795634 --- ParallelTerminationStrategy: PID 8770 died...\u000a04:30:16.854034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8770): Terminated: ok {rc=0}\u000a04:30:16.865830 --- ParallelTerminationStrategy: PID 8773 died...\u000a04:30:16.924341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8773): Terminated: ok {rc=0}\u000a04:30:17.015903 bus /sierra_3: Setting Powered False\u000a04:30:18.122073 bus /sierra_3: Setting Powered False\u000a04:30:19.233740 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:29:59" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8786): Process ended prematurely: osmo-stp_10.42.42.5(pid=8786) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8786)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8786): Process ended prematurely: osmo-stp_10.42.42.5(pid=8786) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a04:30:21.222531 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:21.233881 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:30:21.387807 tst mo_mt_call.py: using LAC 38558\u000a04:30:21.509641 tst mo_mt_call.py: using RAC 53\u000a04:30:21.628442 tst mo_mt_call.py: using CellId 38558\u000a04:30:21.749680 tst mo_mt_call.py: using BVCI 38559\u000a04:30:21.772623 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:21.784103 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:21.795012 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:21.805859 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:21.817326 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:21.828722 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:30:21.949093 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:30:22.161145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:22.682102 run create_hlr_db(pid=8780): Launched\u000a04:30:22.871646 bus /sierra_2: Setting Powered False\u000a04:30:23.893131 run create_hlr_db(pid=8780): Terminated: ok {rc=0}\u000a04:30:24.301947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8782): Launched\u000a04:30:24.608823 run osmo-hlr_10.42.42.2(pid=8783): Launched\u000a04:30:24.730169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:25.267098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8785): Launched\u000a04:30:25.570505 run osmo-stp_10.42.42.5(pid=8786): Launched\u000a04:30:25.681267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:30:26.237172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8788): Launched\u000a04:30:26.543897 run osmo-msc_10.42.42.6(pid=8789): Launched\u000a04:30:26.723499 run osmo-stp_10.42.42.5(pid=8786): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8786)]\u000a04:30:26.853977 run osmo-stp_10.42.42.5(pid=8786): stdout: \u000a| (launched: 2022-12-14_04:30:25.421244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:26.980712 run osmo-stp_10.42.42.5(pid=8786): stderr: \u000a| �[0;m�[38;5;43m20221214043025590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043025590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043025590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043025591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043025591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043025591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043025591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:27.103136 run osmo-stp_10.42.42.5(pid=8786): stdout: \u000a| (launched: 2022-12-14_04:30:25.421244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:27.223573 run osmo-stp_10.42.42.5(pid=8786): stderr: \u000a| �[0;m�[38;5;43m20221214043025590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043025590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043025590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043025591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043025591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043025591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043025591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:27.276873 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8786): Process ended prematurely: osmo-stp_10.42.42.5(pid=8786) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8786)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a04:30:27.285357 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:30:27.345553 run osmo-hlr_10.42.42.2(pid=8783): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8783)]\u000a04:30:27.394426 run osmo-hlr_10.42.42.2(pid=8783): stdout: \u000a| (launched: 2022-12-14_04:30:24.457818) \u000a04:30:27.444068 run osmo-hlr_10.42.42.2(pid=8783): stderr: \u000a| �[0;m�[1;31m20221214043024633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043024633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043024633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043024633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043024633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043024633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043024645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043024653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043024653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043024653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:27.512256 run osmo-msc_10.42.42.6(pid=8789): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8789)]\u000a04:30:27.561350 run osmo-msc_10.42.42.6(pid=8789): stdout: \u000a| (launched: 2022-12-14_04:30:26.391550) \u000a04:30:27.611034 run osmo-msc_10.42.42.6(pid=8789): stderr: \u000a| �[0;m�[38;5;43m20221214043026662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043026663 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a5c59dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043026663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043026663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043026663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043026663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043026665 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043026665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043026665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043026665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:30:27.653276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8782): Terminating (SIGTERM)\u000a04:30:27.692824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8785): Terminating (SIGTERM)\u000a04:30:27.732305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8788): Terminating (SIGTERM)\u000a04:30:27.741606 --- ParallelTerminationStrategy: PID 8782 died...\u000a04:30:27.794730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8782): Terminated: ok {rc=0}\u000a04:30:27.804285 --- ParallelTerminationStrategy: PID 8785 died...\u000a04:30:27.857356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8785): Terminated: ok {rc=0}\u000a04:30:27.866943 --- ParallelTerminationStrategy: PID 8788 died...\u000a04:30:27.920105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8788): Terminated: ok {rc=0}\u000a04:30:28.008976 bus /sierra_3: Setting Powered False\u000a04:30:29.110314 bus /sierra_3: Setting Powered False\u000a04:30:30.219990 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8797): Process ended prematurely: osmo-stp_10.42.42.5(pid=8797) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8797)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8797): Process ended prematurely: osmo-stp_10.42.42.5(pid=8797) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:30:31.363848 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:31.382041 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:30:31.579220 tst mo_mt_call_osmux.py: using LAC 38559\u000a04:30:31.736095 tst mo_mt_call_osmux.py: using RAC 54\u000a04:30:31.891758 tst mo_mt_call_osmux.py: using CellId 38559\u000a04:30:32.028906 tst mo_mt_call_osmux.py: using BVCI 38560\u000a04:30:32.055849 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:32.069079 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:32.081768 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:32.094315 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:32.108081 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:32.122579 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:30:32.247198 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:30:32.464485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:32.982097 run create_hlr_db(pid=8791): Launched\u000a04:30:33.171001 bus /sierra_2: Setting Powered False\u000a04:30:34.191603 run create_hlr_db(pid=8791): Terminated: ok {rc=0}\u000a04:30:34.601823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8793): Launched\u000a04:30:34.906841 run osmo-hlr_10.42.42.2(pid=8794): Launched\u000a04:30:35.028214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:35.562471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8796): Launched\u000a04:30:35.866831 run osmo-stp_10.42.42.5(pid=8797): Launched\u000a04:30:35.976188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:30:36.532824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8799): Launched\u000a04:30:36.840479 run osmo-msc_10.42.42.6(pid=8800): Launched\u000a04:30:37.018538 run osmo-stp_10.42.42.5(pid=8797): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8797)]\u000a04:30:37.146855 run osmo-stp_10.42.42.5(pid=8797): stdout: \u000a| (launched: 2022-12-14_04:30:35.716421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:37.272927 run osmo-stp_10.42.42.5(pid=8797): stderr: \u000a| �[0;m�[38;5;43m20221214043035889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043035889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043035889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043035890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043035890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043035890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043035890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:37.394359 run osmo-stp_10.42.42.5(pid=8797): stdout: \u000a| (launched: 2022-12-14_04:30:35.716421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:37.515080 run osmo-stp_10.42.42.5(pid=8797): stderr: \u000a| �[0;m�[38;5;43m20221214043035889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043035889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043035889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043035890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043035890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043035890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043035890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:37.568229 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8797): Process ended prematurely: osmo-stp_10.42.42.5(pid=8797) [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8797)] [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a04:30:37.576668 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:30:37.636131 run osmo-hlr_10.42.42.2(pid=8794): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8794)]\u000a04:30:37.684897 run osmo-hlr_10.42.42.2(pid=8794): stdout: \u000a| (launched: 2022-12-14_04:30:34.756529) \u000a04:30:37.734210 run osmo-hlr_10.42.42.2(pid=8794): stderr: \u000a| �[0;m�[1;31m20221214043034932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043034932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043034932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043034932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043034932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043034932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043034944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043034955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043034955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043034955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:37.801589 run osmo-msc_10.42.42.6(pid=8800): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8800)]\u000a04:30:37.850629 run osmo-msc_10.42.42.6(pid=8800): stdout: \u000a| (launched: 2022-12-14_04:30:36.687221) \u000a04:30:37.900200 run osmo-msc_10.42.42.6(pid=8800): stderr: \u000a| �[0;m�[38;5;43m20221214043036961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043036961 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a7743ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043036961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043036961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043036961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043036961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043036963 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043036963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043036964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043036964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:30:37.941639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8793): Terminating (SIGTERM)\u000a04:30:37.980752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8796): Terminating (SIGTERM)\u000a04:30:38.020073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8799): Terminating (SIGTERM)\u000a04:30:38.029441 --- ParallelTerminationStrategy: PID 8793 died...\u000a04:30:38.081947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8793): Terminated: ok {rc=0}\u000a04:30:38.091583 --- ParallelTerminationStrategy: PID 8796 died...\u000a04:30:38.144028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8796): Terminated: ok {rc=0}\u000a04:30:38.153677 --- ParallelTerminationStrategy: PID 8799 died...\u000a04:30:38.205814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8799): Terminated: ok {rc=0}\u000a04:30:38.293307 bus /sierra_3: Setting Powered False\u000a04:30:39.395367 bus /sierra_3: Setting Powered False\u000a04:30:40.501048 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:30:20" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8812): Process ended prematurely: osmo-stp_10.42.42.5(pid=8812) [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8812)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8812): Process ended prematurely: osmo-stp_10.42.42.5(pid=8812) [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:30:42.514706 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:42.525967 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:30:42.664243 tst emergency_mo_mt_call.py: using LAC 38560\u000a04:30:42.791228 tst emergency_mo_mt_call.py: using RAC 55\u000a04:30:42.918347 tst emergency_mo_mt_call.py: using CellId 38560\u000a04:30:43.043049 tst emergency_mo_mt_call.py: using BVCI 38561\u000a04:30:43.067437 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:43.078898 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:43.089985 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:43.101003 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:43.112337 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:43.123847 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:43.239921 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:43.447711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:43.953848 run create_hlr_db(pid=8806): Launched\u000a04:30:44.140574 bus /sierra_2: Setting Powered False\u000a04:30:45.149882 run create_hlr_db(pid=8806): Terminated: ok {rc=0}\u000a04:30:45.587375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8808): Launched\u000a04:30:45.915200 run osmo-hlr_10.42.42.2(pid=8809): Launched\u000a04:30:46.124384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:46.806861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8811): Launched\u000a04:30:47.350237 run osmo-stp_10.42.42.5(pid=8812): Launched\u000a04:30:47.502745 tst emergency_mo_mt_call.py: using MSISDN 8502\u000a04:30:47.656361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:30:48.207331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8814): Launched\u000a04:30:48.505553 run osmo-msc_10.42.42.6(pid=8815): Launched\u000a04:30:48.682612 run osmo-stp_10.42.42.5(pid=8812): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8812)]\u000a04:30:48.808504 run osmo-stp_10.42.42.5(pid=8812): stdout: \u000a| (launched: 2022-12-14_04:30:46.985937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:48.932762 run osmo-stp_10.42.42.5(pid=8812): stderr: \u000a| �[0;m�[38;5;43m20221214043047236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043047236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043047237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043047237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043047238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043047238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043047238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:49.052284 run osmo-stp_10.42.42.5(pid=8812): stdout: \u000a| (launched: 2022-12-14_04:30:46.985937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:49.170835 run osmo-stp_10.42.42.5(pid=8812): stderr: \u000a| �[0;m�[38;5;43m20221214043047236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043047236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043047237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043047237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043047238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043047238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043047238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:49.223058 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=8812): Process ended prematurely: osmo-stp_10.42.42.5(pid=8812) [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8812)] [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a04:30:49.231032 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a04:30:49.291066 run osmo-hlr_10.42.42.2(pid=8809): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8809)]\u000a04:30:49.340324 run osmo-hlr_10.42.42.2(pid=8809): stdout: \u000a| (launched: 2022-12-14_04:30:45.750782) \u000a04:30:49.389863 run osmo-hlr_10.42.42.2(pid=8809): stderr: \u000a| �[0;m�[1;31m20221214043046077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043046077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043046077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043046077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043046077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043046077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043046091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043046107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043046107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043046107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:49.457156 run osmo-msc_10.42.42.6(pid=8815): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8815)]\u000a04:30:49.506119 run osmo-msc_10.42.42.6(pid=8815): stdout: \u000a| (launched: 2022-12-14_04:30:48.358183) \u000a04:30:49.555726 run osmo-msc_10.42.42.6(pid=8815): stderr: \u000a| �[0;m�[38;5;43m20221214043048629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043048629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb3cdbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043048629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043048629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043048629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043048630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043048631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043048632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043048632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043048632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:30:49.597762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8808): Terminating (SIGTERM)\u000a04:30:49.637334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8811): Terminating (SIGTERM)\u000a04:30:49.677456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8814): Terminating (SIGTERM)\u000a04:30:49.686725 --- ParallelTerminationStrategy: PID 8808 died...\u000a04:30:49.739432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8808): Terminated: ok {rc=0}\u000a04:30:49.749152 --- ParallelTerminationStrategy: PID 8811 died...\u000a04:30:49.801866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8811): Terminated: ok {rc=0}\u000a04:30:49.811467 --- ParallelTerminationStrategy: PID 8814 died...\u000a04:30:49.864199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8814): Terminated: ok {rc=0}\u000a04:30:49.947864 bus /sierra_3: Setting Powered False\u000a04:30:51.054440 bus /sierra_3: Setting Powered False\u000a04:30:52.165967 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8823): Process ended prematurely: osmo-stp_10.42.42.5(pid=8823) [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8823)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8823): Process ended prematurely: osmo-stp_10.42.42.5(pid=8823) [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:30:53.217419 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:53.229107 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:30:53.359548 tst emergency_preemptive_call.py: using LAC 38561\u000a04:30:53.475930 tst emergency_preemptive_call.py: using RAC 56\u000a04:30:53.594589 tst emergency_preemptive_call.py: using CellId 38561\u000a04:30:53.710466 tst emergency_preemptive_call.py: using BVCI 38562\u000a04:30:53.733204 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:53.743919 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:53.754509 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:53.765040 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:53.775967 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:53.786641 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:53.906048 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:54.021297 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:54.142151 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:54.342596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:54.822445 run create_hlr_db(pid=8817): Launched\u000a04:30:54.994659 bus /sierra_2: Setting Powered False\u000a04:30:56.015817 run create_hlr_db(pid=8817): Terminated: ok {rc=0}\u000a04:30:56.414475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8819): Launched\u000a04:30:56.714224 run osmo-hlr_10.42.42.2(pid=8820): Launched\u000a04:30:56.852365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:57.379227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8822): Launched\u000a04:30:57.680454 run osmo-stp_10.42.42.5(pid=8823): Launched\u000a04:30:57.801418 tst emergency_preemptive_call.py: using MSISDN 8503\u000a04:30:57.949205 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:30:58.496111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8825): Launched\u000a04:30:58.797279 run osmo-msc_10.42.42.6(pid=8826): Launched\u000a04:30:58.972820 run osmo-stp_10.42.42.5(pid=8823): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8823)]\u000a04:30:59.099730 run osmo-stp_10.42.42.5(pid=8823): stdout: \u000a| (launched: 2022-12-14_04:30:57.530292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:59.223737 run osmo-stp_10.42.42.5(pid=8823): stderr: \u000a| �[0;m�[38;5;43m20221214043057700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043057700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043057700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043057701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043057701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043057701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043057701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:59.342802 run osmo-stp_10.42.42.5(pid=8823): stdout: \u000a| (launched: 2022-12-14_04:30:57.530292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:59.460565 run osmo-stp_10.42.42.5(pid=8823): stderr: \u000a| �[0;m�[38;5;43m20221214043057700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043057700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043057700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043057701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043057701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043057701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043057701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:59.512778 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8823): Process ended prematurely: osmo-stp_10.42.42.5(pid=8823) [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8823)] [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a04:30:59.520755 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a04:30:59.580197 run osmo-hlr_10.42.42.2(pid=8820): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8820)]\u000a04:30:59.629111 run osmo-hlr_10.42.42.2(pid=8820): stdout: \u000a| (launched: 2022-12-14_04:30:56.565704) \u000a04:30:59.678424 run osmo-hlr_10.42.42.2(pid=8820): stderr: \u000a| �[0;m�[1;31m20221214043056741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043056741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043056741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043056741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043056741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043056742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043056754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043056762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043056763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043056763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:59.745823 run osmo-msc_10.42.42.6(pid=8826): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8826)]\u000a04:30:59.794561 run osmo-msc_10.42.42.6(pid=8826): stdout: \u000a| (launched: 2022-12-14_04:30:58.646854) \u000a04:30:59.843913 run osmo-msc_10.42.42.6(pid=8826): stderr: \u000a| �[0;m�[38;5;43m20221214043058919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043058920 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff159e22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043058920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043058920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043058920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043058920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043058922 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043058922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043058923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043058923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:30:59.885594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8819): Terminating (SIGTERM)\u000a04:30:59.924752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8822): Terminating (SIGTERM)\u000a04:30:59.963948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8825): Terminating (SIGTERM)\u000a04:30:59.973244 --- ParallelTerminationStrategy: PID 8819 died...\u000a04:31:00.025993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8819): Terminated: ok {rc=0}\u000a04:31:00.035698 --- ParallelTerminationStrategy: PID 8822 died...\u000a04:31:00.088392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8822): Terminated: ok {rc=0}\u000a04:31:00.097984 --- ParallelTerminationStrategy: PID 8825 died...\u000a04:31:00.150743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8825): Terminated: ok {rc=0}\u000a04:31:00.233618 bus /sierra_9: Setting Powered False\u000a04:31:01.352131 bus /sierra_9: Setting Powered False\u000a04:31:02.462137 bus /sierra_8: Setting Powered False\u000a04:31:03.568728 bus /sierra_8: Setting Powered False\u000a04:31:04.681169 bus /sierra_3: Setting Powered False\u000a04:31:05.784326 bus /sierra_3: Setting Powered False\u000a04:31:06.896673 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:30:42" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8841): Process ended prematurely: osmo-stp_10.42.42.5(pid=8841) [trial-2399↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8841)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8841): Process ended prematurely: osmo-stp_10.42.42.5(pid=8841) [trial-2399↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:31:09.005190 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:09.015933 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:31:09.148465 tst cs_paging_gprs_active.py: using LAC 38562\u000a04:31:09.265693 tst cs_paging_gprs_active.py: using RAC 57\u000a04:31:09.382979 tst cs_paging_gprs_active.py: using CellId 38562\u000a04:31:09.502293 tst cs_paging_gprs_active.py: using BVCI 38563\u000a04:31:09.525552 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:09.536183 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:09.546795 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:09.557355 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:09.568362 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:09.579184 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:09.589879 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:09.600301 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:09.611016 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:09.728043 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:10.023822 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:31:10.161025 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:10.500353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8831): Launched\u000a04:31:10.784864 run iperf3-srv_10.42.42.10(pid=8832): Launched\u000a04:31:10.986333 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:31:11.123181 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:11.464002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8833): Launched\u000a04:31:11.747546 run iperf3-srv_10.42.42.10(pid=8834): Launched\u000a04:31:11.948586 tst cs_paging_gprs_active.py:38: start network...\u000a04:31:12.085238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:12.601978 run create_hlr_db(pid=8835): Launched\u000a04:31:12.790926 bus /sierra_2: Setting Powered False\u000a04:31:13.813136 run create_hlr_db(pid=8835): Terminated: ok {rc=0}\u000a04:31:14.248270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8837): Launched\u000a04:31:14.577900 run osmo-hlr_10.42.42.2(pid=8838): Launched\u000a04:31:14.698765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:31:15.271333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8840): Launched\u000a04:31:15.601316 run osmo-stp_10.42.42.5(pid=8841): Launched\u000a04:31:15.720273 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:31:16.321996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8843): Launched\u000a04:31:16.434593 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:31:16.726221 run patchelf(pid=8844): Launched\u000a04:31:16.914206 run osmo-stp_10.42.42.5(pid=8841): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8841)]\u000a04:31:17.049741 run osmo-stp_10.42.42.5(pid=8841): stdout: \u000a| (launched: 2022-12-14_04:31:15.437980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:17.185711 run osmo-stp_10.42.42.5(pid=8841): stderr: \u000a| �[0;m�[38;5;43m20221214043115629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043115629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043115629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043115630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043115630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043115630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043115630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:17.312608 run osmo-stp_10.42.42.5(pid=8841): stdout: \u000a| (launched: 2022-12-14_04:31:15.437980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:17.437999 run osmo-stp_10.42.42.5(pid=8841): stderr: \u000a| �[0;m�[38;5;43m20221214043115629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043115629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043115629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043115630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043115630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043115630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043115630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:17.583645 run patchelf(pid=8844): Terminating (SIGINT)\u000a04:31:17.755307 run patchelf(pid=8844): Terminated: ok {rc=0}\u000a04:31:17.787117 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8841): Process ended prematurely: osmo-stp_10.42.42.5(pid=8841) [trial-2399↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8841)] [trial-2399↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a04:31:17.796585 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:31:17.857181 run osmo-hlr_10.42.42.2(pid=8838): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8838)]\u000a04:31:17.906284 run osmo-hlr_10.42.42.2(pid=8838): stdout: \u000a| (launched: 2022-12-14_04:31:14.414676) \u000a04:31:17.956289 run osmo-hlr_10.42.42.2(pid=8838): stderr: \u000a| �[0;m�[1;31m20221214043114612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043114612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043114612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043114612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043114612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043114612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043114624 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043114633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043114633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043114633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:31:17.998302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8831): Terminating (SIGTERM)\u000a04:31:18.037751 run iperf3-srv_10.42.42.10(pid=8832): Terminating (SIGTERM)\u000a04:31:18.077351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8833): Terminating (SIGTERM)\u000a04:31:18.116890 run iperf3-srv_10.42.42.10(pid=8834): Terminating (SIGTERM)\u000a04:31:18.156426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8837): Terminating (SIGTERM)\u000a04:31:18.195826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8840): Terminating (SIGTERM)\u000a04:31:18.235462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8843): Terminating (SIGTERM)\u000a04:31:18.244829 --- ParallelTerminationStrategy: PID 8831 died...\u000a04:31:18.298726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8831): Terminated: ok {rc=0}\u000a04:31:18.308619 --- ParallelTerminationStrategy: PID 8832 died...\u000a04:31:18.361993 run iperf3-srv_10.42.42.10(pid=8832): Terminated {rc=256}\u000a04:31:18.371783 --- ParallelTerminationStrategy: PID 8833 died...\u000a04:31:18.425035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8833): Terminated: ok {rc=0}\u000a04:31:18.434881 --- ParallelTerminationStrategy: PID 8834 died...\u000a04:31:18.488057 run iperf3-srv_10.42.42.10(pid=8834): Terminated {rc=256}\u000a04:31:18.497904 --- ParallelTerminationStrategy: PID 8837 died...\u000a04:31:18.551030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8837): Terminated: ok {rc=0}\u000a04:31:18.560910 --- ParallelTerminationStrategy: PID 8840 died...\u000a04:31:18.614083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8840): Terminated: ok {rc=0}\u000a04:31:18.623898 --- ParallelTerminationStrategy: PID 8843 died...\u000a04:31:18.677351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8843): Terminated: ok {rc=0}\u000a04:31:18.766052 bus /gobi_0: Setting Powered False\u000a04:31:19.870922 bus /gobi_0: Setting Powered False\u000a04:31:20.982241 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8853): Process ended prematurely: osmo-stp_10.42.42.5(pid=8853) [trial-2399↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8853)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8853): Process ended prematurely: osmo-stp_10.42.42.5(pid=8853) [trial-2399↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a04:31:22.097139 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:22.109476 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:31:22.245812 tst iperf3.py: using LAC 38563\u000a04:31:22.364413 tst iperf3.py: using RAC 58\u000a04:31:22.484801 tst iperf3.py: using CellId 38563\u000a04:31:22.605492 tst iperf3.py: using BVCI 38564\u000a04:31:22.628554 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:22.639343 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:22.649854 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:22.660404 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:22.671299 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:22.681838 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:22.692812 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:22.703375 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:22.714131 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:22.997530 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:31:23.123492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:23.438913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8845): Launched\u000a04:31:23.700498 run iperf3-srv_10.42.42.10(pid=8846): Launched\u000a04:31:23.884170 tst iperf3.py:8: start network...\u000a04:31:24.010051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:24.495822 run create_hlr_db(pid=8847): Launched\u000a04:31:24.669082 bus /gobi_6: Setting Powered False\u000a04:31:25.691721 run create_hlr_db(pid=8847): Terminated: ok {rc=0}\u000a04:31:26.125591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8849): Launched\u000a04:31:26.453729 run osmo-hlr_10.42.42.2(pid=8850): Launched\u000a04:31:26.578025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:31:27.149962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8852): Launched\u000a04:31:27.478560 run osmo-stp_10.42.42.5(pid=8853): Launched\u000a04:31:27.598852 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:31:28.170240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8855): Launched\u000a04:31:28.286891 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:31:28.573855 run patchelf(pid=8856): Launched\u000a04:31:28.765322 run osmo-stp_10.42.42.5(pid=8853): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8853)]\u000a04:31:28.905415 run osmo-stp_10.42.42.5(pid=8853): stdout: \u000a| (launched: 2022-12-14_04:31:27.316786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:29.045403 run osmo-stp_10.42.42.5(pid=8853): stderr: \u000a| �[0;m�[38;5;43m20221214043127507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043127507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043127508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043127508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043127509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043127509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043127509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:29.181050 run osmo-stp_10.42.42.5(pid=8853): stdout: \u000a| (launched: 2022-12-14_04:31:27.316786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:29.315410 run osmo-stp_10.42.42.5(pid=8853): stderr: \u000a| �[0;m�[38;5;43m20221214043127507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043127507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043127508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043127508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043127509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043127509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043127509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:29.471194 run patchelf(pid=8856): Terminating (SIGINT)\u000a04:31:29.653950 run patchelf(pid=8856): Terminated: ok {rc=0}\u000a04:31:29.687633 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8853): Process ended prematurely: osmo-stp_10.42.42.5(pid=8853) [trial-2399↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8853)] [trial-2399↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a04:31:29.697784 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:31:29.761288 run osmo-hlr_10.42.42.2(pid=8850): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8850)]\u000a04:31:29.813074 run osmo-hlr_10.42.42.2(pid=8850): stdout: \u000a| (launched: 2022-12-14_04:31:26.291422) \u000a04:31:29.865270 run osmo-hlr_10.42.42.2(pid=8850): stderr: \u000a| �[0;m�[1;31m20221214043126490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043126490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043126490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043126490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043126490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043126490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043126502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043126510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043126511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043126511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:31:29.909788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8845): Terminating (SIGTERM)\u000a04:31:29.952166 run iperf3-srv_10.42.42.10(pid=8846): Terminating (SIGTERM)\u000a04:31:29.994239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8849): Terminating (SIGTERM)\u000a04:31:30.036524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8852): Terminating (SIGTERM)\u000a04:31:30.078819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8855): Terminating (SIGTERM)\u000a04:31:30.088663 --- ParallelTerminationStrategy: PID 8845 died...\u000a04:31:30.145584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8845): Terminated: ok {rc=0}\u000a04:31:30.155863 --- ParallelTerminationStrategy: PID 8846 died...\u000a04:31:30.212358 run iperf3-srv_10.42.42.10(pid=8846): Terminated {rc=256}\u000a04:31:30.222671 --- ParallelTerminationStrategy: PID 8849 died...\u000a04:31:30.279215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8849): Terminated: ok {rc=0}\u000a04:31:30.289552 --- ParallelTerminationStrategy: PID 8852 died...\u000a04:31:30.346072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8852): Terminated: ok {rc=0}\u000a04:31:30.356315 --- ParallelTerminationStrategy: PID 8855 died...\u000a04:31:30.412828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8855): Terminated: ok {rc=0}\u000a04:31:30.499896 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8871): Process ended prematurely: osmo-stp_10.42.42.5(pid=8871) [trial-2399↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8871)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8871): Process ended prematurely: osmo-stp_10.42.42.5(pid=8871) [trial-2399↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a04:31:31.643359 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:31.659568 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:31:31.815606 tst iperf3m4.py: using LAC 38564\u000a04:31:31.973186 tst iperf3m4.py: using RAC 59\u000a04:31:32.130182 tst iperf3m4.py: using CellId 38564\u000a04:31:32.266577 tst iperf3m4.py: using BVCI 38565\u000a04:31:32.290476 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:32.302114 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:32.313885 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:32.324482 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:32.335049 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:32.345558 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:32.356219 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:32.366722 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:32.377399 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:32.498618 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:32.616767 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:32.737032 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:33.019332 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:31:33.145373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:33.459881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8857): Launched\u000a04:31:33.729945 run iperf3-srv_10.42.42.10(pid=8858): Launched\u000a04:31:33.930745 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:31:34.067683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:34.406662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8859): Launched\u000a04:31:34.687830 run iperf3-srv_10.42.42.10(pid=8860): Launched\u000a04:31:34.888457 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:31:35.025321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:35.364230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8861): Launched\u000a04:31:35.647899 run iperf3-srv_10.42.42.10(pid=8862): Launched\u000a04:31:35.848773 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:31:35.985567 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:36.324634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8863): Launched\u000a04:31:36.608494 run iperf3-srv_10.42.42.10(pid=8864): Launched\u000a04:31:36.809428 tst iperf3m4.py:8: start network...\u000a04:31:36.946136 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:37.462758 run create_hlr_db(pid=8865): Launched\u000a04:31:37.651381 bus /gobi_6: Setting Powered False\u000a04:31:38.673302 run create_hlr_db(pid=8865): Terminated: ok {rc=0}\u000a04:31:39.109855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8867): Launched\u000a04:31:39.437693 run osmo-hlr_10.42.42.2(pid=8868): Launched\u000a04:31:39.559460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:31:40.231205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8870): Launched\u000a04:31:40.550993 run osmo-stp_10.42.42.5(pid=8871): Launched\u000a04:31:40.667060 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:31:41.225346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8873): Launched\u000a04:31:41.339290 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:31:41.618289 run patchelf(pid=8874): Launched\u000a04:31:41.805523 run osmo-stp_10.42.42.5(pid=8871): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8871)]\u000a04:31:41.942692 run osmo-stp_10.42.42.5(pid=8871): stdout: \u000a| (launched: 2022-12-14_04:31:40.392851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:42.079716 run osmo-stp_10.42.42.5(pid=8871): stderr: \u000a| �[0;m�[38;5;43m20221214043140582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043140582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043140582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043140582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043140583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043140583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043140583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:42.212502 run osmo-stp_10.42.42.5(pid=8871): stdout: \u000a| (launched: 2022-12-14_04:31:40.392851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:42.344278 run osmo-stp_10.42.42.5(pid=8871): stderr: \u000a| �[0;m�[38;5;43m20221214043140582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043140582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043140582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043140582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043140583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043140583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043140583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:42.496662 run patchelf(pid=8874): Terminating (SIGINT)\u000a04:31:42.675660 run patchelf(pid=8874): Terminated: ok {rc=0}\u000a04:31:42.708602 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8871): Process ended prematurely: osmo-stp_10.42.42.5(pid=8871) [trial-2399↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8871)] [trial-2399↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a04:31:42.718590 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a04:31:42.782737 run osmo-hlr_10.42.42.2(pid=8868): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8868)]\u000a04:31:42.834743 run osmo-hlr_10.42.42.2(pid=8868): stdout: \u000a| (launched: 2022-12-14_04:31:39.275960) \u000a04:31:42.887097 run osmo-hlr_10.42.42.2(pid=8868): stderr: \u000a| �[0;m�[1;31m20221214043139473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043139473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043139473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043139473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043139473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043139473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043139486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043139496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043139496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043139496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:31:42.931592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8857): Terminating (SIGTERM)\u000a04:31:42.973905 run iperf3-srv_10.42.42.10(pid=8858): Terminating (SIGTERM)\u000a04:31:43.015809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8859): Terminating (SIGTERM)\u000a04:31:43.057948 run iperf3-srv_10.42.42.10(pid=8860): Terminating (SIGTERM)\u000a04:31:43.100003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8861): Terminating (SIGTERM)\u000a04:31:43.142113 run iperf3-srv_10.42.42.10(pid=8862): Terminating (SIGTERM)\u000a04:31:43.183986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8863): Terminating (SIGTERM)\u000a04:31:43.226224 run iperf3-srv_10.42.42.10(pid=8864): Terminating (SIGTERM)\u000a04:31:43.268217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8867): Terminating (SIGTERM)\u000a04:31:43.310582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8870): Terminating (SIGTERM)\u000a04:31:43.352599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8873): Terminating (SIGTERM)\u000a04:31:43.362482 --- ParallelTerminationStrategy: PID 8857 died...\u000a04:31:43.419014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8857): Terminated: ok {rc=0}\u000a04:31:43.429128 --- ParallelTerminationStrategy: PID 8858 died...\u000a04:31:43.484920 run iperf3-srv_10.42.42.10(pid=8858): Terminated {rc=256}\u000a04:31:43.495094 --- ParallelTerminationStrategy: PID 8859 died...\u000a04:31:43.551047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8859): Terminated: ok {rc=0}\u000a04:31:43.561112 --- ParallelTerminationStrategy: PID 8860 died...\u000a04:31:43.617554 run iperf3-srv_10.42.42.10(pid=8860): Terminated {rc=256}\u000a04:31:43.627712 --- ParallelTerminationStrategy: PID 8861 died...\u000a04:31:43.683605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8861): Terminated: ok {rc=0}\u000a04:31:43.693890 --- ParallelTerminationStrategy: PID 8862 died...\u000a04:31:43.749757 run iperf3-srv_10.42.42.10(pid=8862): Terminated {rc=256}\u000a04:31:43.759903 --- ParallelTerminationStrategy: PID 8863 died...\u000a04:31:43.816235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8863): Terminated: ok {rc=0}\u000a04:31:43.826410 --- ParallelTerminationStrategy: PID 8864 died...\u000a04:31:43.882173 run iperf3-srv_10.42.42.10(pid=8864): Terminated {rc=256}\u000a04:31:43.892368 --- ParallelTerminationStrategy: PID 8867 died...\u000a04:31:43.948604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8867): Terminated: ok {rc=0}\u000a04:31:43.958513 --- ParallelTerminationStrategy: PID 8870 died...\u000a04:31:44.014286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8870): Terminated: ok {rc=0}\u000a04:31:44.024281 --- ParallelTerminationStrategy: PID 8873 died...\u000a04:31:44.080245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8873): Terminated: ok {rc=0}\u000a04:31:44.166462 bus /gobi_4: Setting Powered False\u000a04:31:45.273649 bus /gobi_4: Setting Powered False\u000a04:31:46.387631 bus /gobi_1: Setting Powered False\u000a04:31:47.492764 bus /gobi_1: Setting Powered False\u000a04:31:48.600383 bus /gobi_0: Setting Powered False\u000a04:31:49.706976 bus /gobi_0: Setting Powered False\u000a04:31:50.819625 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8881): Process ended prematurely: osmo-stp_10.42.42.5(pid=8881) [trial-2399↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8881)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8881): Process ended prematurely: osmo-stp_10.42.42.5(pid=8881) [trial-2399↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a04:31:51.888040 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:51.899924 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:31:52.028304 tst ping.py: using LAC 38565\u000a04:31:52.143939 tst ping.py: using RAC 60\u000a04:31:52.258666 tst ping.py: using CellId 38565\u000a04:31:52.372790 tst ping.py: using BVCI 38566\u000a04:31:52.395194 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:52.405954 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:52.416452 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:52.426901 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:52.437988 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:52.448803 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:52.459517 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:52.470080 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:52.736592 tst ping.py:19: start network...\u000a04:31:52.856443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:53.324168 run create_hlr_db(pid=8875): Launched\u000a04:31:53.491871 bus /gobi_6: Setting Powered False\u000a04:31:54.515046 run create_hlr_db(pid=8875): Terminated: ok {rc=0}\u000a04:31:54.933528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8877): Launched\u000a04:31:55.249895 run osmo-hlr_10.42.42.2(pid=8878): Launched\u000a04:31:55.366048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:31:55.916083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8880): Launched\u000a04:31:56.231164 run osmo-stp_10.42.42.5(pid=8881): Launched\u000a04:31:56.346325 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:31:56.893054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8883): Launched\u000a04:31:57.004518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:31:57.279611 run patchelf(pid=8884): Launched\u000a04:31:57.463718 run osmo-stp_10.42.42.5(pid=8881): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8881)]\u000a04:31:57.598831 run osmo-stp_10.42.42.5(pid=8881): stdout: \u000a| (launched: 2022-12-14_04:31:56.075264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:57.734348 run osmo-stp_10.42.42.5(pid=8881): stderr: \u000a| �[0;m�[38;5;43m20221214043156265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043156265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043156265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043156265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043156266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043156266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043156266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:57.864656 run osmo-stp_10.42.42.5(pid=8881): stdout: \u000a| (launched: 2022-12-14_04:31:56.075264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:57.994005 run osmo-stp_10.42.42.5(pid=8881): stderr: \u000a| �[0;m�[38;5;43m20221214043156265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043156265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043156265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043156265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043156266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043156266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043156266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:58.143646 run patchelf(pid=8884): Terminating (SIGINT)\u000a04:31:58.319135 run patchelf(pid=8884): Terminated: ok {rc=0}\u000a04:31:58.351366 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8881): Process ended prematurely: osmo-stp_10.42.42.5(pid=8881) [trial-2399↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8881)] [trial-2399↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a04:31:58.360704 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:31:58.423821 run osmo-hlr_10.42.42.2(pid=8878): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8878)]\u000a04:31:58.475336 run osmo-hlr_10.42.42.2(pid=8878): stdout: \u000a| (launched: 2022-12-14_04:31:55.092762) \u000a04:31:58.527585 run osmo-hlr_10.42.42.2(pid=8878): stderr: \u000a| �[0;m�[1;31m20221214043155289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043155289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043155289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043155289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043155289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043155289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043155300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043155308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043155309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043155309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:31:58.571917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8877): Terminating (SIGTERM)\u000a04:31:58.613785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8880): Terminating (SIGTERM)\u000a04:31:58.655690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8883): Terminating (SIGTERM)\u000a04:31:58.665341 --- ParallelTerminationStrategy: PID 8877 died...\u000a04:31:58.721829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8877): Terminated: ok {rc=0}\u000a04:31:58.731880 --- ParallelTerminationStrategy: PID 8880 died...\u000a04:31:58.788096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8880): Terminated: ok {rc=0}\u000a04:31:58.798176 --- ParallelTerminationStrategy: PID 8883 died...\u000a04:31:58.854244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8883): Terminated: ok {rc=0}\u000a04:31:58.941111 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8891): Process ended prematurely: osmo-stp_10.42.42.5(pid=8891) [trial-2399↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8891)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8891): Process ended prematurely: osmo-stp_10.42.42.5(pid=8891) [trial-2399↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a04:31:59.993401 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:00.005460 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:32:00.144309 tst ping_idle_ping.py: using LAC 38566\u000a04:32:00.269172 tst ping_idle_ping.py: using RAC 61\u000a04:32:00.396890 tst ping_idle_ping.py: using CellId 38566\u000a04:32:00.520057 tst ping_idle_ping.py: using BVCI 38567\u000a04:32:00.544289 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:00.555786 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:00.566888 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:00.577919 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:00.589407 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:00.600834 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:00.612494 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:00.624032 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:32:00.928372 tst ping_idle_ping.py:24: start network...\u000a04:32:01.062243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:01.599796 run create_hlr_db(pid=8885): Launched\u000a04:32:01.787133 bus /gobi_6: Setting Powered False\u000a04:32:02.793544 run create_hlr_db(pid=8885): Terminated: ok {rc=0}\u000a04:32:03.234482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8887): Launched\u000a04:32:03.549709 run osmo-hlr_10.42.42.2(pid=8888): Launched\u000a04:32:03.672288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:04.223140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8890): Launched\u000a04:32:04.537831 run osmo-stp_10.42.42.5(pid=8891): Launched\u000a04:32:04.651796 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:05.203244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8893): Launched\u000a04:32:05.316015 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:05.590993 run patchelf(pid=8894): Launched\u000a04:32:05.776529 run osmo-stp_10.42.42.5(pid=8891): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8891)]\u000a04:32:05.912825 run osmo-stp_10.42.42.5(pid=8891): stdout: \u000a| (launched: 2022-12-14_04:32:04.382843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:06.049059 run osmo-stp_10.42.42.5(pid=8891): stderr: \u000a| �[0;m�[38;5;43m20221214043204570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043204571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043204571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043204571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043204572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043204572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043204572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:06.180278 run osmo-stp_10.42.42.5(pid=8891): stdout: \u000a| (launched: 2022-12-14_04:32:04.382843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:06.310176 run osmo-stp_10.42.42.5(pid=8891): stderr: \u000a| �[0;m�[38;5;43m20221214043204570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043204571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043204571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043204571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043204572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043204572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043204572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:06.460782 run patchelf(pid=8894): Terminating (SIGINT)\u000a04:32:06.637208 run patchelf(pid=8894): Terminated: ok {rc=0}\u000a04:32:06.669314 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8891): Process ended prematurely: osmo-stp_10.42.42.5(pid=8891) [trial-2399↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8891)] [trial-2399↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a04:32:06.678746 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a04:32:06.742036 run osmo-hlr_10.42.42.2(pid=8888): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8888)]\u000a04:32:06.794012 run osmo-hlr_10.42.42.2(pid=8888): stdout: \u000a| (launched: 2022-12-14_04:32:03.394347) \u000a04:32:06.846531 run osmo-hlr_10.42.42.2(pid=8888): stderr: \u000a| �[0;m�[1;31m20221214043203590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043203590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043203590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043203590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043203590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043203590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043203606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043203614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043203614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043203614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:06.891129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8887): Terminating (SIGTERM)\u000a04:32:06.933686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8890): Terminating (SIGTERM)\u000a04:32:06.975743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8893): Terminating (SIGTERM)\u000a04:32:06.985409 --- ParallelTerminationStrategy: PID 8887 died...\u000a04:32:07.041873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8887): Terminated: ok {rc=0}\u000a04:32:07.051952 --- ParallelTerminationStrategy: PID 8890 died...\u000a04:32:07.108169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8890): Terminated: ok {rc=0}\u000a04:32:07.118080 --- ParallelTerminationStrategy: PID 8893 died...\u000a04:32:07.174328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8893): Terminated: ok {rc=0}\u000a04:32:07.261973 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:31:08" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8908): Process ended prematurely: osmo-stp_10.42.42.5(pid=8908) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8908)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8908): Process ended prematurely: osmo-stp_10.42.42.5(pid=8908) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:32:09.411579 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:09.423008 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:32:09.564119 tst cs_paging_gprs_active.py: using LAC 38567\u000a04:32:09.690649 tst cs_paging_gprs_active.py: using RAC 62\u000a04:32:09.815747 tst cs_paging_gprs_active.py: using CellId 38567\u000a04:32:09.936114 tst cs_paging_gprs_active.py: using BVCI 38568\u000a04:32:09.959233 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:09.970385 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:09.981378 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:09.992282 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:10.003251 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:10.014081 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:10.026406 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:10.039275 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:10.051039 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:10.168567 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:10.462095 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:32:10.596079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:10.928502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8898): Launched\u000a04:32:11.204503 run iperf3-srv_10.42.42.10(pid=8899): Launched\u000a04:32:11.400866 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:32:11.534668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:11.868067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8900): Launched\u000a04:32:12.145087 run iperf3-srv_10.42.42.10(pid=8901): Launched\u000a04:32:12.340908 tst cs_paging_gprs_active.py:38: start network...\u000a04:32:12.474483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:12.981524 run create_hlr_db(pid=8902): Launched\u000a04:32:13.166350 bus /gobi_6: Setting Powered False\u000a04:32:14.189600 run create_hlr_db(pid=8902): Terminated: ok {rc=0}\u000a04:32:14.592700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8904): Launched\u000a04:32:14.893386 run osmo-hlr_10.42.42.2(pid=8905): Launched\u000a04:32:15.007879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:15.531056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8907): Launched\u000a04:32:15.830974 run osmo-stp_10.42.42.5(pid=8908): Launched\u000a04:32:16.108047 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:16.707876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8910): Launched\u000a04:32:16.827655 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:17.123934 run patchelf(pid=8911): Launched\u000a04:32:17.302700 run osmo-stp_10.42.42.5(pid=8908): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8908)]\u000a04:32:17.432017 run osmo-stp_10.42.42.5(pid=8908): stdout: \u000a| (launched: 2022-12-14_04:32:15.683075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:17.560448 run osmo-stp_10.42.42.5(pid=8908): stderr: \u000a| �[0;m�[38;5;43m20221214043215894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043215894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043215894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043215895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043215895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043215895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043215895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:17.684494 run osmo-stp_10.42.42.5(pid=8908): stdout: \u000a| (launched: 2022-12-14_04:32:15.683075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:17.807753 run osmo-stp_10.42.42.5(pid=8908): stderr: \u000a| �[0;m�[38;5;43m20221214043215894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043215894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043215894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043215895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043215895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043215895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043215895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:17.950560 run patchelf(pid=8911): Terminating (SIGINT)\u000a04:32:18.118838 run patchelf(pid=8911): Terminated: ok {rc=0}\u000a04:32:18.150080 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8908): Process ended prematurely: osmo-stp_10.42.42.5(pid=8908) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8908)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:32:18.159556 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:32:18.219642 run osmo-hlr_10.42.42.2(pid=8905): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8905)]\u000a04:32:18.268741 run osmo-hlr_10.42.42.2(pid=8905): stdout: \u000a| (launched: 2022-12-14_04:32:14.744909) \u000a04:32:18.318553 run osmo-hlr_10.42.42.2(pid=8905): stderr: \u000a| �[0;m�[1;31m20221214043214919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043214919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043214919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043214919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043214919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043214919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043214932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043214940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043214941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043214941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:18.360780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8898): Terminating (SIGTERM)\u000a04:32:18.400275 run iperf3-srv_10.42.42.10(pid=8899): Terminating (SIGTERM)\u000a04:32:18.439884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8900): Terminating (SIGTERM)\u000a04:32:18.479232 run iperf3-srv_10.42.42.10(pid=8901): Terminating (SIGTERM)\u000a04:32:18.518562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8904): Terminating (SIGTERM)\u000a04:32:18.557890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8907): Terminating (SIGTERM)\u000a04:32:18.597381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8910): Terminating (SIGTERM)\u000a04:32:18.606496 --- ParallelTerminationStrategy: PID 8898 died...\u000a04:32:18.659571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8898): Terminated: ok {rc=0}\u000a04:32:18.669270 --- ParallelTerminationStrategy: PID 8899 died...\u000a04:32:18.721844 run iperf3-srv_10.42.42.10(pid=8899): Terminated {rc=256}\u000a04:32:18.731334 --- ParallelTerminationStrategy: PID 8900 died...\u000a04:32:18.784245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8900): Terminated: ok {rc=0}\u000a04:32:18.793856 --- ParallelTerminationStrategy: PID 8901 died...\u000a04:32:18.846626 run iperf3-srv_10.42.42.10(pid=8901): Terminated {rc=256}\u000a04:32:18.856145 --- ParallelTerminationStrategy: PID 8904 died...\u000a04:32:18.908973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8904): Terminated: ok {rc=0}\u000a04:32:18.918593 --- ParallelTerminationStrategy: PID 8907 died...\u000a04:32:18.971730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8907): Terminated: ok {rc=0}\u000a04:32:18.981473 --- ParallelTerminationStrategy: PID 8910 died...\u000a04:32:19.034472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8910): Terminated: ok {rc=0}\u000a04:32:19.123026 bus /gobi_0: Setting Powered False\u000a04:32:20.226475 bus /gobi_0: Setting Powered False\u000a04:32:21.338820 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8920): Process ended prematurely: osmo-stp_10.42.42.5(pid=8920) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8920)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8920): Process ended prematurely: osmo-stp_10.42.42.5(pid=8920) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:32:22.453603 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:22.465718 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:32:22.601050 tst iperf3.py: using LAC 38568\u000a04:32:22.720377 tst iperf3.py: using RAC 63\u000a04:32:22.839590 tst iperf3.py: using CellId 38568\u000a04:32:22.958968 tst iperf3.py: using BVCI 38569\u000a04:32:22.981929 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:22.993236 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:23.004077 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:23.014944 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:23.025729 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:23.036439 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:23.047276 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:23.058011 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:23.068892 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:23.349111 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:32:23.473835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:23.785053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8912): Launched\u000a04:32:24.042434 run iperf3-srv_10.42.42.10(pid=8913): Launched\u000a04:32:24.224098 tst iperf3.py:8: start network...\u000a04:32:24.348431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:24.831174 run create_hlr_db(pid=8914): Launched\u000a04:32:25.002406 bus /gobi_6: Setting Powered False\u000a04:32:26.024305 run create_hlr_db(pid=8914): Terminated: ok {rc=0}\u000a04:32:26.422358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8916): Launched\u000a04:32:26.721643 run osmo-hlr_10.42.42.2(pid=8917): Launched\u000a04:32:26.830745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:27.349798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8919): Launched\u000a04:32:27.648334 run osmo-stp_10.42.42.5(pid=8920): Launched\u000a04:32:27.756268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:28.275267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8922): Launched\u000a04:32:28.381066 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:28.641518 run patchelf(pid=8923): Launched\u000a04:32:28.816230 run osmo-stp_10.42.42.5(pid=8920): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8920)]\u000a04:32:28.944111 run osmo-stp_10.42.42.5(pid=8920): stdout: \u000a| (launched: 2022-12-14_04:32:27.501527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:29.072313 run osmo-stp_10.42.42.5(pid=8920): stderr: \u000a| �[0;m�[38;5;43m20221214043227672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043227672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043227673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043227673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043227674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043227674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043227674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:29.196095 run osmo-stp_10.42.42.5(pid=8920): stdout: \u000a| (launched: 2022-12-14_04:32:27.501527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:29.318847 run osmo-stp_10.42.42.5(pid=8920): stderr: \u000a| �[0;m�[38;5;43m20221214043227672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043227672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043227673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043227673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043227674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043227674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043227674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:29.462489 run patchelf(pid=8923): Terminating (SIGINT)\u000a04:32:29.630241 run patchelf(pid=8923): Terminated: ok {rc=0}\u000a04:32:29.661104 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8920): Process ended prematurely: osmo-stp_10.42.42.5(pid=8920) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8920)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a04:32:29.670402 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a04:32:29.729485 run osmo-hlr_10.42.42.2(pid=8917): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8917)]\u000a04:32:29.777799 run osmo-hlr_10.42.42.2(pid=8917): stdout: \u000a| (launched: 2022-12-14_04:32:26.573903) \u000a04:32:29.826992 run osmo-hlr_10.42.42.2(pid=8917): stderr: \u000a| �[0;m�[1;31m20221214043226749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043226749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043226749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043226749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043226749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043226749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043226766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043226775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043226776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043226776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:29.869033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8912): Terminating (SIGTERM)\u000a04:32:29.908079 run iperf3-srv_10.42.42.10(pid=8913): Terminating (SIGTERM)\u000a04:32:29.947374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8916): Terminating (SIGTERM)\u000a04:32:29.986699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8919): Terminating (SIGTERM)\u000a04:32:30.026221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8922): Terminating (SIGTERM)\u000a04:32:30.035378 --- ParallelTerminationStrategy: PID 8912 died...\u000a04:32:30.088355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8912): Terminated: ok {rc=0}\u000a04:32:30.098020 --- ParallelTerminationStrategy: PID 8913 died...\u000a04:32:30.150484 run iperf3-srv_10.42.42.10(pid=8913): Terminated {rc=256}\u000a04:32:30.159952 --- ParallelTerminationStrategy: PID 8916 died...\u000a04:32:30.212431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8916): Terminated: ok {rc=0}\u000a04:32:30.222016 --- ParallelTerminationStrategy: PID 8919 died...\u000a04:32:30.274789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8919): Terminated: ok {rc=0}\u000a04:32:30.284415 --- ParallelTerminationStrategy: PID 8922 died...\u000a04:32:30.337223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8922): Terminated: ok {rc=0}\u000a04:32:30.425356 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8938): Process ended prematurely: osmo-stp_10.42.42.5(pid=8938) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8938)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8938): Process ended prematurely: osmo-stp_10.42.42.5(pid=8938) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:32:31.533254 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:31.545905 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:32:31.721256 tst iperf3m4.py: using LAC 38569\u000a04:32:31.879342 tst iperf3m4.py: using RAC 64\u000a04:32:32.045056 tst iperf3m4.py: using CellId 38569\u000a04:32:32.180600 tst iperf3m4.py: using BVCI 38570\u000a04:32:32.206456 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:32.219046 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:32.231403 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:32.243778 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:32.257288 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:32.271585 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:32.284714 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:32.297958 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:32.310454 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:32.432267 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:32.552577 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:32.672565 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:32.964790 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:32:33.098401 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:33.428808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8924): Launched\u000a04:32:33.704648 run iperf3-srv_10.42.42.10(pid=8925): Launched\u000a04:32:33.901259 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:32:34.034632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:34.367668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8926): Launched\u000a04:32:34.645447 run iperf3-srv_10.42.42.10(pid=8927): Launched\u000a04:32:34.841852 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:32:34.976327 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:35.308049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8928): Launched\u000a04:32:35.585822 run iperf3-srv_10.42.42.10(pid=8929): Launched\u000a04:32:35.782603 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:32:35.917112 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:36.250263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8930): Launched\u000a04:32:36.527104 run iperf3-srv_10.42.42.10(pid=8931): Launched\u000a04:32:36.723607 tst iperf3m4.py:8: start network...\u000a04:32:36.858354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:37.366808 run create_hlr_db(pid=8932): Launched\u000a04:32:37.552831 bus /gobi_6: Setting Powered False\u000a04:32:38.573934 run create_hlr_db(pid=8932): Terminated: ok {rc=0}\u000a04:32:39.002182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8934): Launched\u000a04:32:39.323856 run osmo-hlr_10.42.42.2(pid=8935): Launched\u000a04:32:39.441748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:40.003071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8937): Launched\u000a04:32:40.326531 run osmo-stp_10.42.42.5(pid=8938): Launched\u000a04:32:40.443509 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:41.006859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8940): Launched\u000a04:32:41.121171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:41.402307 run patchelf(pid=8941): Launched\u000a04:32:41.590363 run osmo-stp_10.42.42.5(pid=8938): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8938)]\u000a04:32:41.727432 run osmo-stp_10.42.42.5(pid=8938): stdout: \u000a| (launched: 2022-12-14_04:32:40.166295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:41.866041 run osmo-stp_10.42.42.5(pid=8938): stderr: \u000a| �[0;m�[38;5;43m20221214043240354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043240354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043240354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043240355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043240355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043240355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043240355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:41.998990 run osmo-stp_10.42.42.5(pid=8938): stdout: \u000a| (launched: 2022-12-14_04:32:40.166295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:42.131052 run osmo-stp_10.42.42.5(pid=8938): stderr: \u000a| �[0;m�[38;5;43m20221214043240354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043240354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043240354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043240355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043240355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043240355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043240355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:42.283804 run patchelf(pid=8941): Terminating (SIGINT)\u000a04:32:42.463059 run patchelf(pid=8941): Terminated: ok {rc=0}\u000a04:32:42.495997 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8938): Process ended prematurely: osmo-stp_10.42.42.5(pid=8938) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8938)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:32:42.506146 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a04:32:42.569662 run osmo-hlr_10.42.42.2(pid=8935): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8935)]\u000a04:32:42.621414 run osmo-hlr_10.42.42.2(pid=8935): stdout: \u000a| (launched: 2022-12-14_04:32:39.165220) \u000a04:32:42.673773 run osmo-hlr_10.42.42.2(pid=8935): stderr: \u000a| �[0;m�[1;31m20221214043239361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043239361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043239361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043239361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043239361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043239361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043239374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043239382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043239382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043239382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:42.718341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8924): Terminating (SIGTERM)\u000a04:32:42.760293 run iperf3-srv_10.42.42.10(pid=8925): Terminating (SIGTERM)\u000a04:32:42.802738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8926): Terminating (SIGTERM)\u000a04:32:42.844754 run iperf3-srv_10.42.42.10(pid=8927): Terminating (SIGTERM)\u000a04:32:42.887081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8928): Terminating (SIGTERM)\u000a04:32:42.929028 run iperf3-srv_10.42.42.10(pid=8929): Terminating (SIGTERM)\u000a04:32:42.971139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8930): Terminating (SIGTERM)\u000a04:32:43.013344 run iperf3-srv_10.42.42.10(pid=8931): Terminating (SIGTERM)\u000a04:32:43.055401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8934): Terminating (SIGTERM)\u000a04:32:43.097598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8937): Terminating (SIGTERM)\u000a04:32:43.140626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8940): Terminating (SIGTERM)\u000a04:32:43.150459 --- ParallelTerminationStrategy: PID 8924 died...\u000a04:32:43.207371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8924): Terminated: ok {rc=0}\u000a04:32:43.217817 --- ParallelTerminationStrategy: PID 8925 died...\u000a04:32:43.273901 run iperf3-srv_10.42.42.10(pid=8925): Terminated {rc=256}\u000a04:32:43.283819 --- ParallelTerminationStrategy: PID 8926 died...\u000a04:32:43.339876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8926): Terminated: ok {rc=0}\u000a04:32:43.349842 --- ParallelTerminationStrategy: PID 8927 died...\u000a04:32:43.405602 run iperf3-srv_10.42.42.10(pid=8927): Terminated {rc=256}\u000a04:32:43.415554 --- ParallelTerminationStrategy: PID 8928 died...\u000a04:32:43.471641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8928): Terminated: ok {rc=0}\u000a04:32:43.481663 --- ParallelTerminationStrategy: PID 8929 died...\u000a04:32:43.537538 run iperf3-srv_10.42.42.10(pid=8929): Terminated {rc=256}\u000a04:32:43.547566 --- ParallelTerminationStrategy: PID 8930 died...\u000a04:32:43.603703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8930): Terminated: ok {rc=0}\u000a04:32:43.613774 --- ParallelTerminationStrategy: PID 8931 died...\u000a04:32:43.669696 run iperf3-srv_10.42.42.10(pid=8931): Terminated {rc=256}\u000a04:32:43.679634 --- ParallelTerminationStrategy: PID 8934 died...\u000a04:32:43.735675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8934): Terminated: ok {rc=0}\u000a04:32:43.745746 --- ParallelTerminationStrategy: PID 8937 died...\u000a04:32:43.802156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8937): Terminated: ok {rc=0}\u000a04:32:43.812427 --- ParallelTerminationStrategy: PID 8940 died...\u000a04:32:43.869668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8940): Terminated: ok {rc=0}\u000a04:32:43.959720 bus /gobi_4: Setting Powered False\u000a04:32:45.067987 bus /gobi_4: Setting Powered False\u000a04:32:46.181556 bus /gobi_1: Setting Powered False\u000a04:32:47.291481 bus /gobi_1: Setting Powered False\u000a04:32:48.405326 bus /gobi_0: Setting Powered False\u000a04:32:49.513181 bus /gobi_0: Setting Powered False\u000a04:32:50.628683 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8948): Process ended prematurely: osmo-stp_10.42.42.5(pid=8948) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8948)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8948): Process ended prematurely: osmo-stp_10.42.42.5(pid=8948) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:32:51.699118 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:51.711859 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:32:51.850842 tst ping.py: using LAC 38570\u000a04:32:51.974762 tst ping.py: using RAC 65\u000a04:32:52.095935 tst ping.py: using CellId 38570\u000a04:32:52.217782 tst ping.py: using BVCI 38571\u000a04:32:52.241993 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:52.253561 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:52.264833 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:52.276088 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:52.287676 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:52.299197 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:52.310990 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:52.322629 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:52.595351 tst ping.py:19: start network...\u000a04:32:52.716477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:53.187811 run create_hlr_db(pid=8942): Launched\u000a04:32:53.356098 bus /gobi_6: Setting Powered False\u000a04:32:54.377687 run create_hlr_db(pid=8942): Terminated: ok {rc=0}\u000a04:32:54.797679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8944): Launched\u000a04:32:55.113774 run osmo-hlr_10.42.42.2(pid=8945): Launched\u000a04:32:55.229480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:55.781064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8947): Launched\u000a04:32:56.098194 run osmo-stp_10.42.42.5(pid=8948): Launched\u000a04:32:56.217250 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:56.769376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8950): Launched\u000a04:32:56.881905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:57.162310 run patchelf(pid=8951): Launched\u000a04:32:57.347303 run osmo-stp_10.42.42.5(pid=8948): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8948)]\u000a04:32:57.482911 run osmo-stp_10.42.42.5(pid=8948): stdout: \u000a| (launched: 2022-12-14_04:32:55.941281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:57.619068 run osmo-stp_10.42.42.5(pid=8948): stderr: \u000a| �[0;m�[38;5;43m20221214043256129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043256129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043256130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043256130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043256131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043256131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043256131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:57.750283 run osmo-stp_10.42.42.5(pid=8948): stdout: \u000a| (launched: 2022-12-14_04:32:55.941281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:57.880541 run osmo-stp_10.42.42.5(pid=8948): stderr: \u000a| �[0;m�[38;5;43m20221214043256129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043256129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043256130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043256130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043256131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043256131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043256131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:58.030956 run patchelf(pid=8951): Terminating (SIGINT)\u000a04:32:58.207441 run patchelf(pid=8951): Terminated: ok {rc=0}\u000a04:32:58.239688 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8948): Process ended prematurely: osmo-stp_10.42.42.5(pid=8948) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8948)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a04:32:58.249047 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:32:58.312859 run osmo-hlr_10.42.42.2(pid=8945): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8945)]\u000a04:32:58.364915 run osmo-hlr_10.42.42.2(pid=8945): stdout: \u000a| (launched: 2022-12-14_04:32:54.957433) \u000a04:32:58.417747 run osmo-hlr_10.42.42.2(pid=8945): stderr: \u000a| �[0;m�[1;31m20221214043255151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043255151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043255151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043255152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043255152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043255152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043255163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043255172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043255172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043255172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:58.462808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8944): Terminating (SIGTERM)\u000a04:32:58.505166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8947): Terminating (SIGTERM)\u000a04:32:58.547727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8950): Terminating (SIGTERM)\u000a04:32:58.557475 --- ParallelTerminationStrategy: PID 8944 died...\u000a04:32:58.614393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8944): Terminated: ok {rc=0}\u000a04:32:58.624425 --- ParallelTerminationStrategy: PID 8947 died...\u000a04:32:58.681558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8947): Terminated: ok {rc=0}\u000a04:32:58.691635 --- ParallelTerminationStrategy: PID 8950 died...\u000a04:32:58.748223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8950): Terminated: ok {rc=0}\u000a04:32:58.835190 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8959): Process ended prematurely: osmo-stp_10.42.42.5(pid=8959) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8959)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8959): Process ended prematurely: osmo-stp_10.42.42.5(pid=8959) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:32:59.887113 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:59.899474 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:33:00.034042 tst ping_idle_ping.py: using LAC 38571\u000a04:33:00.149128 tst ping_idle_ping.py: using RAC 66\u000a04:33:00.265328 tst ping_idle_ping.py: using CellId 38571\u000a04:33:00.380360 tst ping_idle_ping.py: using BVCI 38572\u000a04:33:00.402947 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:00.414046 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:00.424922 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:00.435716 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:00.446515 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:00.457277 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:00.468170 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:00.479030 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:33:00.766967 tst ping_idle_ping.py:24: start network...\u000a04:33:00.913628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:01.451455 run create_hlr_db(pid=8953): Launched\u000a04:33:01.627301 bus /gobi_6: Setting Powered False\u000a04:33:02.644240 run create_hlr_db(pid=8953): Terminated: ok {rc=0}\u000a04:33:03.065027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8955): Launched\u000a04:33:03.382015 run osmo-hlr_10.42.42.2(pid=8956): Launched\u000a04:33:03.495393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:04.047861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8958): Launched\u000a04:33:04.363459 run osmo-stp_10.42.42.5(pid=8959): Launched\u000a04:33:04.477691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:05.030100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8961): Launched\u000a04:33:05.142493 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:05.419185 run patchelf(pid=8962): Launched\u000a04:33:05.604513 run osmo-stp_10.42.42.5(pid=8959): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8959)]\u000a04:33:05.740299 run osmo-stp_10.42.42.5(pid=8959): stdout: \u000a| (launched: 2022-12-14_04:33:04.208214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:05.877016 run osmo-stp_10.42.42.5(pid=8959): stderr: \u000a| �[0;m�[38;5;43m20221214043304397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043304397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043304398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043304398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043304399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043304399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043304399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:06.008119 run osmo-stp_10.42.42.5(pid=8959): stdout: \u000a| (launched: 2022-12-14_04:33:04.208214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:06.137878 run osmo-stp_10.42.42.5(pid=8959): stderr: \u000a| �[0;m�[38;5;43m20221214043304397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043304397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043304398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043304398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043304399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043304399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043304399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:06.288235 run patchelf(pid=8962): Terminating (SIGINT)\u000a04:33:06.465510 run patchelf(pid=8962): Terminated: ok {rc=0}\u000a04:33:06.497813 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8959): Process ended prematurely: osmo-stp_10.42.42.5(pid=8959) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8959)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:33:06.507311 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a04:33:06.570821 run osmo-hlr_10.42.42.2(pid=8956): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8956)]\u000a04:33:06.622858 run osmo-hlr_10.42.42.2(pid=8956): stdout: \u000a| (launched: 2022-12-14_04:33:03.224922) \u000a04:33:06.675586 run osmo-hlr_10.42.42.2(pid=8956): stderr: \u000a| �[0;m�[1;31m20221214043303419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043303419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043303419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043303419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043303419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043303419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043303431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043303440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043303440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043303440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:06.720307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8955): Terminating (SIGTERM)\u000a04:33:06.762520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8958): Terminating (SIGTERM)\u000a04:33:06.804790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8961): Terminating (SIGTERM)\u000a04:33:06.814862 --- ParallelTerminationStrategy: PID 8955 died...\u000a04:33:06.871178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8955): Terminated: ok {rc=0}\u000a04:33:06.881282 --- ParallelTerminationStrategy: PID 8958 died...\u000a04:33:06.937316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8958): Terminated: ok {rc=0}\u000a04:33:06.947325 --- ParallelTerminationStrategy: PID 8961 died...\u000a04:33:07.003690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8961): Terminated: ok {rc=0}\u000a04:33:07.090010 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:32:09" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8977): Process ended prematurely: osmo-stp_10.42.42.5(pid=8977) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8977)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8977): Process ended prematurely: osmo-stp_10.42.42.5(pid=8977) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:33:09.227772 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:09.238867 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:33:09.391954 tst cs_paging_gprs_active.py: using LAC 38572\u000a04:33:09.509570 tst cs_paging_gprs_active.py: using RAC 67\u000a04:33:09.634980 tst cs_paging_gprs_active.py: using CellId 38572\u000a04:33:09.760447 tst cs_paging_gprs_active.py: using BVCI 38573\u000a04:33:09.785790 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:09.797323 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:09.808590 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:09.820300 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:09.832031 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:09.843719 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:09.855492 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:09.867163 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:09.879001 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:09.996831 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:10.290088 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:33:10.424101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:10.757062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8967): Launched\u000a04:33:11.034569 run iperf3-srv_10.42.42.10(pid=8968): Launched\u000a04:33:11.231396 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:33:11.365353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:11.698910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8969): Launched\u000a04:33:11.977801 run iperf3-srv_10.42.42.10(pid=8970): Launched\u000a04:33:12.174400 tst cs_paging_gprs_active.py:38: start network...\u000a04:33:12.308100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:12.818653 run create_hlr_db(pid=8971): Launched\u000a04:33:13.004261 bus /gobi_6: Setting Powered False\u000a04:33:14.026168 run create_hlr_db(pid=8971): Terminated: ok {rc=0}\u000a04:33:14.437258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8973): Launched\u000a04:33:14.760060 run osmo-hlr_10.42.42.2(pid=8974): Launched\u000a04:33:14.877742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:15.438630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8976): Launched\u000a04:33:15.762800 run osmo-stp_10.42.42.5(pid=8977): Launched\u000a04:33:15.922343 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:16.526853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8979): Launched\u000a04:33:16.645211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:16.942660 run patchelf(pid=8980): Launched\u000a04:33:17.136049 run osmo-stp_10.42.42.5(pid=8977): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8977)]\u000a04:33:17.276550 run osmo-stp_10.42.42.5(pid=8977): stdout: \u000a| (launched: 2022-12-14_04:33:15.602271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:17.415162 run osmo-stp_10.42.42.5(pid=8977): stderr: \u000a| �[0;m�[38;5;43m20221214043315793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043315793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043315793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043315794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043315794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043315794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043315794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:17.549465 run osmo-stp_10.42.42.5(pid=8977): stdout: \u000a| (launched: 2022-12-14_04:33:15.602271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:17.682300 run osmo-stp_10.42.42.5(pid=8977): stderr: \u000a| �[0;m�[38;5;43m20221214043315793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043315793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043315793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043315794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043315794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043315794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043315794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:17.837159 run patchelf(pid=8980): Terminating (SIGINT)\u000a04:33:18.018455 run patchelf(pid=8980): Terminated: ok {rc=0}\u000a04:33:18.051806 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8977): Process ended prematurely: osmo-stp_10.42.42.5(pid=8977) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8977)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:33:18.062052 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a04:33:18.126442 run osmo-hlr_10.42.42.2(pid=8974): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8974)]\u000a04:33:18.178756 run osmo-hlr_10.42.42.2(pid=8974): stdout: \u000a| (launched: 2022-12-14_04:33:14.601199) \u000a04:33:18.231840 run osmo-hlr_10.42.42.2(pid=8974): stderr: \u000a| �[0;m�[1;31m20221214043314799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043314799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043314799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043314799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043314800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043314800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043314811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043314819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043314820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043314820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:18.276853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8967): Terminating (SIGTERM)\u000a04:33:18.319359 run iperf3-srv_10.42.42.10(pid=8968): Terminating (SIGTERM)\u000a04:33:18.361874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8969): Terminating (SIGTERM)\u000a04:33:18.404201 run iperf3-srv_10.42.42.10(pid=8970): Terminating (SIGTERM)\u000a04:33:18.446673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8973): Terminating (SIGTERM)\u000a04:33:18.488942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8976): Terminating (SIGTERM)\u000a04:33:18.531190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8979): Terminating (SIGTERM)\u000a04:33:18.540874 --- ParallelTerminationStrategy: PID 8967 died...\u000a04:33:18.597676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8967): Terminated: ok {rc=0}\u000a04:33:18.607749 --- ParallelTerminationStrategy: PID 8968 died...\u000a04:33:18.664067 run iperf3-srv_10.42.42.10(pid=8968): Terminated {rc=256}\u000a04:33:18.674125 --- ParallelTerminationStrategy: PID 8969 died...\u000a04:33:18.730479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8969): Terminated: ok {rc=0}\u000a04:33:18.740485 --- ParallelTerminationStrategy: PID 8970 died...\u000a04:33:18.796817 run iperf3-srv_10.42.42.10(pid=8970): Terminated {rc=256}\u000a04:33:18.806923 --- ParallelTerminationStrategy: PID 8973 died...\u000a04:33:18.863709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8973): Terminated: ok {rc=0}\u000a04:33:18.873916 --- ParallelTerminationStrategy: PID 8976 died...\u000a04:33:18.930373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8976): Terminated: ok {rc=0}\u000a04:33:18.940443 --- ParallelTerminationStrategy: PID 8979 died...\u000a04:33:18.996858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8979): Terminated: ok {rc=0}\u000a04:33:19.082749 bus /gobi_0: Setting Powered False\u000a04:33:20.188671 bus /gobi_0: Setting Powered False\u000a04:33:21.301034 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8989): Process ended prematurely: osmo-stp_10.42.42.5(pid=8989) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8989)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8989): Process ended prematurely: osmo-stp_10.42.42.5(pid=8989) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:33:22.411178 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:22.423042 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:33:22.578749 tst iperf3.py: using LAC 38573\u000a04:33:22.702109 tst iperf3.py: using RAC 68\u000a04:33:22.826321 tst iperf3.py: using CellId 38573\u000a04:33:22.950237 tst iperf3.py: using BVCI 38574\u000a04:33:22.974864 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:22.987080 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:22.998596 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:23.010197 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:23.021880 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:23.033659 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:23.045439 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:23.057133 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:23.068899 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:23.344869 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:33:23.468563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:23.778708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8981): Launched\u000a04:33:24.038563 run iperf3-srv_10.42.42.10(pid=8982): Launched\u000a04:33:24.220037 tst iperf3.py:8: start network...\u000a04:33:24.343962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:24.824795 run create_hlr_db(pid=8983): Launched\u000a04:33:24.995013 bus /gobi_6: Setting Powered False\u000a04:33:26.018215 run create_hlr_db(pid=8983): Terminated: ok {rc=0}\u000a04:33:26.444336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8985): Launched\u000a04:33:26.766972 run osmo-hlr_10.42.42.2(pid=8986): Launched\u000a04:33:26.886385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:27.451498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8988): Launched\u000a04:33:27.774218 run osmo-stp_10.42.42.5(pid=8989): Launched\u000a04:33:27.894059 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:28.455489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8991): Launched\u000a04:33:28.569951 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:28.850421 run patchelf(pid=8992): Launched\u000a04:33:29.038481 run osmo-stp_10.42.42.5(pid=8989): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8989)]\u000a04:33:29.175671 run osmo-stp_10.42.42.5(pid=8989): stdout: \u000a| (launched: 2022-12-14_04:33:27.614743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:29.313235 run osmo-stp_10.42.42.5(pid=8989): stderr: \u000a| �[0;m�[38;5;43m20221214043327806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043327806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043327807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043327807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043327807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043327807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043327808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:29.446446 run osmo-stp_10.42.42.5(pid=8989): stdout: \u000a| (launched: 2022-12-14_04:33:27.614743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:29.578288 run osmo-stp_10.42.42.5(pid=8989): stderr: \u000a| �[0;m�[38;5;43m20221214043327806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043327806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043327807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043327807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043327807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043327807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043327808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:29.731412 run patchelf(pid=8992): Terminating (SIGINT)\u000a04:33:29.911685 run patchelf(pid=8992): Terminated: ok {rc=0}\u000a04:33:29.945223 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8989): Process ended prematurely: osmo-stp_10.42.42.5(pid=8989) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8989)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:33:29.955204 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:33:30.018796 run osmo-hlr_10.42.42.2(pid=8986): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8986)]\u000a04:33:30.070471 run osmo-hlr_10.42.42.2(pid=8986): stdout: \u000a| (launched: 2022-12-14_04:33:26.608105) \u000a04:33:30.123043 run osmo-hlr_10.42.42.2(pid=8986): stderr: \u000a| �[0;m�[1;31m20221214043326804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043326804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043326805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043326805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043326805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043326805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043326818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043326828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043326828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043326828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:30.167650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8981): Terminating (SIGTERM)\u000a04:33:30.209760 run iperf3-srv_10.42.42.10(pid=8982): Terminating (SIGTERM)\u000a04:33:30.251735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8985): Terminating (SIGTERM)\u000a04:33:30.293764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8988): Terminating (SIGTERM)\u000a04:33:30.335804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8991): Terminating (SIGTERM)\u000a04:33:30.345534 --- ParallelTerminationStrategy: PID 8981 died...\u000a04:33:30.401703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8981): Terminated: ok {rc=0}\u000a04:33:30.411677 --- ParallelTerminationStrategy: PID 8982 died...\u000a04:33:30.467339 run iperf3-srv_10.42.42.10(pid=8982): Terminated {rc=256}\u000a04:33:30.477453 --- ParallelTerminationStrategy: PID 8985 died...\u000a04:33:30.533368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8985): Terminated: ok {rc=0}\u000a04:33:30.543297 --- ParallelTerminationStrategy: PID 8988 died...\u000a04:33:30.599417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8988): Terminated: ok {rc=0}\u000a04:33:30.609695 --- ParallelTerminationStrategy: PID 8991 died...\u000a04:33:30.665564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8991): Terminated: ok {rc=0}\u000a04:33:30.753494 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9008): Process ended prematurely: osmo-stp_10.42.42.5(pid=9008) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9008)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9008): Process ended prematurely: osmo-stp_10.42.42.5(pid=9008) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:33:31.901454 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:31.917169 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:33:32.106684 tst iperf3m4.py: using LAC 38574\u000a04:33:32.235119 tst iperf3m4.py: using RAC 69\u000a04:33:32.357142 tst iperf3m4.py: using CellId 38574\u000a04:33:32.484653 tst iperf3m4.py: using BVCI 38575\u000a04:33:32.509520 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:32.521060 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:32.532514 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:32.544002 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:32.556414 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:32.568571 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:32.580833 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:32.592776 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:32.605071 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:32.726962 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:32.846324 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:32.965959 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:33.240825 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:33:33.365236 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:33.678170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8994): Launched\u000a04:33:33.939588 run iperf3-srv_10.42.42.10(pid=8995): Launched\u000a04:33:34.122606 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:33:34.247229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:34.558798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8996): Launched\u000a04:33:34.818317 run iperf3-srv_10.42.42.10(pid=8997): Launched\u000a04:33:35.001055 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:33:35.125579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:35.436750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8998): Launched\u000a04:33:35.696341 run iperf3-srv_10.42.42.10(pid=8999): Launched\u000a04:33:35.878013 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:33:36.003403 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:36.314737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9000): Launched\u000a04:33:36.573073 run iperf3-srv_10.42.42.10(pid=9001): Launched\u000a04:33:36.754367 tst iperf3m4.py:8: start network...\u000a04:33:36.878619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:37.362366 run create_hlr_db(pid=9002): Launched\u000a04:33:37.547960 bus /gobi_6: Setting Powered False\u000a04:33:38.569432 run create_hlr_db(pid=9002): Terminated: ok {rc=0}\u000a04:33:38.971572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9004): Launched\u000a04:33:39.271861 run osmo-hlr_10.42.42.2(pid=9005): Launched\u000a04:33:39.381933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:39.903760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9007): Launched\u000a04:33:40.227823 run osmo-stp_10.42.42.5(pid=9008): Launched\u000a04:33:40.345935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:40.908246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9010): Launched\u000a04:33:41.022988 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:41.304856 run patchelf(pid=9011): Launched\u000a04:33:41.493029 run osmo-stp_10.42.42.5(pid=9008): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9008)]\u000a04:33:41.630476 run osmo-stp_10.42.42.5(pid=9008): stdout: \u000a| (launched: 2022-12-14_04:33:40.067298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:41.767931 run osmo-stp_10.42.42.5(pid=9008): stderr: \u000a| �[0;m�[38;5;43m20221214043340254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043340254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043340255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043340255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043340256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043340256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043340256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:41.901582 run osmo-stp_10.42.42.5(pid=9008): stdout: \u000a| (launched: 2022-12-14_04:33:40.067298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:42.033907 run osmo-stp_10.42.42.5(pid=9008): stderr: \u000a| �[0;m�[38;5;43m20221214043340254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043340254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043340255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043340255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043340256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043340256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043340256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:42.187490 run patchelf(pid=9011): Terminating (SIGINT)\u000a04:33:42.366883 run patchelf(pid=9011): Terminated: ok {rc=0}\u000a04:33:42.399811 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9008): Process ended prematurely: osmo-stp_10.42.42.5(pid=9008) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9008)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:33:42.410112 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a04:33:42.473606 run osmo-hlr_10.42.42.2(pid=9005): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9005)]\u000a04:33:42.525114 run osmo-hlr_10.42.42.2(pid=9005): stdout: \u000a| (launched: 2022-12-14_04:33:39.123733) \u000a04:33:42.577359 run osmo-hlr_10.42.42.2(pid=9005): stderr: \u000a| �[0;m�[1;31m20221214043339297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043339297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043339297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043339297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043339298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043339298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043339310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043339319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043339319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043339319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:42.622319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8994): Terminating (SIGTERM)\u000a04:33:42.663958 run iperf3-srv_10.42.42.10(pid=8995): Terminating (SIGTERM)\u000a04:33:42.705839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8996): Terminating (SIGTERM)\u000a04:33:42.747443 run iperf3-srv_10.42.42.10(pid=8997): Terminating (SIGTERM)\u000a04:33:42.789054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8998): Terminating (SIGTERM)\u000a04:33:42.831007 run iperf3-srv_10.42.42.10(pid=8999): Terminating (SIGTERM)\u000a04:33:42.872769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9000): Terminating (SIGTERM)\u000a04:33:42.914511 run iperf3-srv_10.42.42.10(pid=9001): Terminating (SIGTERM)\u000a04:33:42.956247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9004): Terminating (SIGTERM)\u000a04:33:42.998150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9007): Terminating (SIGTERM)\u000a04:33:43.039986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9010): Terminating (SIGTERM)\u000a04:33:43.049643 --- ParallelTerminationStrategy: PID 8994 died...\u000a04:33:43.105663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8994): Terminated: ok {rc=0}\u000a04:33:43.115568 --- ParallelTerminationStrategy: PID 8995 died...\u000a04:33:43.171224 run iperf3-srv_10.42.42.10(pid=8995): Terminated {rc=256}\u000a04:33:43.181251 --- ParallelTerminationStrategy: PID 8996 died...\u000a04:33:43.236990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8996): Terminated: ok {rc=0}\u000a04:33:43.246954 --- ParallelTerminationStrategy: PID 8997 died...\u000a04:33:43.302981 run iperf3-srv_10.42.42.10(pid=8997): Terminated {rc=256}\u000a04:33:43.313122 --- ParallelTerminationStrategy: PID 8998 died...\u000a04:33:43.369246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8998): Terminated: ok {rc=0}\u000a04:33:43.379231 --- ParallelTerminationStrategy: PID 8999 died...\u000a04:33:43.435383 run iperf3-srv_10.42.42.10(pid=8999): Terminated {rc=256}\u000a04:33:43.445915 --- ParallelTerminationStrategy: PID 9000 died...\u000a04:33:43.502343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9000): Terminated: ok {rc=0}\u000a04:33:43.512384 --- ParallelTerminationStrategy: PID 9001 died...\u000a04:33:43.568511 run iperf3-srv_10.42.42.10(pid=9001): Terminated {rc=256}\u000a04:33:43.578564 --- ParallelTerminationStrategy: PID 9004 died...\u000a04:33:43.634576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9004): Terminated: ok {rc=0}\u000a04:33:43.644550 --- ParallelTerminationStrategy: PID 9007 died...\u000a04:33:43.700686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9007): Terminated: ok {rc=0}\u000a04:33:43.710766 --- ParallelTerminationStrategy: PID 9010 died...\u000a04:33:43.767098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9010): Terminated: ok {rc=0}\u000a04:33:43.855032 bus /gobi_4: Setting Powered False\u000a04:33:44.963523 bus /gobi_4: Setting Powered False\u000a04:33:46.089059 bus /gobi_1: Setting Powered False\u000a04:33:47.191276 bus /gobi_1: Setting Powered False\u000a04:33:48.297623 bus /gobi_0: Setting Powered False\u000a04:33:49.405168 bus /gobi_0: Setting Powered False\u000a04:33:50.515153 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9018): Process ended prematurely: osmo-stp_10.42.42.5(pid=9018) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9018)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9018): Process ended prematurely: osmo-stp_10.42.42.5(pid=9018) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:33:51.584602 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:51.596896 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:33:51.755320 tst ping.py: using LAC 38575\u000a04:33:51.873055 tst ping.py: using RAC 70\u000a04:33:51.989104 tst ping.py: using CellId 38575\u000a04:33:52.105154 tst ping.py: using BVCI 38576\u000a04:33:52.127732 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:52.138965 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:52.149910 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:52.160737 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:52.171607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:52.182498 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:52.193446 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:52.204245 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:52.491887 tst ping.py:19: start network...\u000a04:33:52.623622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:53.120047 run create_hlr_db(pid=9012): Launched\u000a04:33:53.302953 bus /gobi_6: Setting Powered False\u000a04:33:54.325096 run create_hlr_db(pid=9012): Terminated: ok {rc=0}\u000a04:33:54.721576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9014): Launched\u000a04:33:55.015150 run osmo-hlr_10.42.42.2(pid=9015): Launched\u000a04:33:55.130033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:55.652499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9017): Launched\u000a04:33:55.946535 run osmo-stp_10.42.42.5(pid=9018): Launched\u000a04:33:56.053147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:56.568272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9020): Launched\u000a04:33:56.672884 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:56.930793 run patchelf(pid=9021): Launched\u000a04:33:57.103333 run osmo-stp_10.42.42.5(pid=9018): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9018)]\u000a04:33:57.229746 run osmo-stp_10.42.42.5(pid=9018): stdout: \u000a| (launched: 2022-12-14_04:33:55.801716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:57.356350 run osmo-stp_10.42.42.5(pid=9018): stderr: \u000a| �[0;m�[38;5;43m20221214043355968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043355968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043355968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043355969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043355969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043355969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043355970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:57.478472 run osmo-stp_10.42.42.5(pid=9018): stdout: \u000a| (launched: 2022-12-14_04:33:55.801716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:57.600012 run osmo-stp_10.42.42.5(pid=9018): stderr: \u000a| �[0;m�[38;5;43m20221214043355968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043355968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043355968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043355969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043355969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043355969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043355970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:57.740820 run patchelf(pid=9021): Terminating (SIGINT)\u000a04:33:57.906079 run patchelf(pid=9021): Terminated: ok {rc=0}\u000a04:33:57.936146 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9018): Process ended prematurely: osmo-stp_10.42.42.5(pid=9018) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9018)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:33:57.944778 tst ping.py:22: Test FAILED (6.3 sec)\u000a04:33:58.005418 run osmo-hlr_10.42.42.2(pid=9015): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9015)]\u000a04:33:58.055106 run osmo-hlr_10.42.42.2(pid=9015): stdout: \u000a| (launched: 2022-12-14_04:33:54.870570) \u000a04:33:58.104815 run osmo-hlr_10.42.42.2(pid=9015): stderr: \u000a| �[0;m�[1;31m20221214043355047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043355047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043355047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043355047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043355047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043355047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043355060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043355070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043355070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043355070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:58.147431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9014): Terminating (SIGTERM)\u000a04:33:58.187268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9017): Terminating (SIGTERM)\u000a04:33:58.226937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9020): Terminating (SIGTERM)\u000a04:33:58.236136 --- ParallelTerminationStrategy: PID 9014 died...\u000a04:33:58.289634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9014): Terminated: ok {rc=0}\u000a04:33:58.299341 --- ParallelTerminationStrategy: PID 9017 died...\u000a04:33:58.352187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9017): Terminated: ok {rc=0}\u000a04:33:58.361836 --- ParallelTerminationStrategy: PID 9020 died...\u000a04:33:58.414560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9020): Terminated: ok {rc=0}\u000a04:33:58.497679 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9028): Process ended prematurely: osmo-stp_10.42.42.5(pid=9028) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9028)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9028): Process ended prematurely: osmo-stp_10.42.42.5(pid=9028) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:33:59.548919 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:59.561426 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:33:59.723514 tst ping_idle_ping.py: using LAC 38576\u000a04:33:59.847935 tst ping_idle_ping.py: using RAC 71\u000a04:33:59.971945 tst ping_idle_ping.py: using CellId 38576\u000a04:34:00.097925 tst ping_idle_ping.py: using BVCI 38577\u000a04:34:00.122272 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:00.133849 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:00.145385 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:00.156823 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:00.168460 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:00.180247 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:00.192075 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:00.203928 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:34:00.476385 tst ping_idle_ping.py:24: start network...\u000a04:34:00.598565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:01.143170 run create_hlr_db(pid=9022): Launched\u000a04:34:01.315709 bus /gobi_6: Setting Powered False\u000a04:34:02.338312 run create_hlr_db(pid=9022): Terminated: ok {rc=0}\u000a04:34:02.737831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9024): Launched\u000a04:34:03.034775 run osmo-hlr_10.42.42.2(pid=9025): Launched\u000a04:34:03.142556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:03.657560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9027): Launched\u000a04:34:03.951980 run osmo-stp_10.42.42.5(pid=9028): Launched\u000a04:34:04.058451 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:34:04.573724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9030): Launched\u000a04:34:04.678030 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:34:04.935525 run patchelf(pid=9031): Launched\u000a04:34:05.108426 run osmo-stp_10.42.42.5(pid=9028): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9028)]\u000a04:34:05.235007 run osmo-stp_10.42.42.5(pid=9028): stdout: \u000a| (launched: 2022-12-14_04:34:03.806330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:05.361695 run osmo-stp_10.42.42.5(pid=9028): stderr: \u000a| �[0;m�[38;5;43m20221214043403976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043403976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043403976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043403977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043403977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043403977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043403977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:05.483548 run osmo-stp_10.42.42.5(pid=9028): stdout: \u000a| (launched: 2022-12-14_04:34:03.806330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:05.604435 run osmo-stp_10.42.42.5(pid=9028): stderr: \u000a| �[0;m�[38;5;43m20221214043403976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043403976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043403976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043403977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043403977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043403977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043403977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:05.744920 run patchelf(pid=9031): Terminating (SIGINT)\u000a04:34:05.910325 run patchelf(pid=9031): Terminated: ok {rc=0}\u000a04:34:05.941018 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9028): Process ended prematurely: osmo-stp_10.42.42.5(pid=9028) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9028)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:34:05.949919 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:34:06.009166 run osmo-hlr_10.42.42.2(pid=9025): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9025)]\u000a04:34:06.057588 run osmo-hlr_10.42.42.2(pid=9025): stdout: \u000a| (launched: 2022-12-14_04:34:02.887243) \u000a04:34:06.106978 run osmo-hlr_10.42.42.2(pid=9025): stderr: \u000a| �[0;m�[1;31m20221214043403063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043403063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043403063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043403063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043403063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043403063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043403076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043403085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043403085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043403085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:06.148930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9024): Terminating (SIGTERM)\u000a04:34:06.188578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9027): Terminating (SIGTERM)\u000a04:34:06.228366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9030): Terminating (SIGTERM)\u000a04:34:06.237671 --- ParallelTerminationStrategy: PID 9024 died...\u000a04:34:06.290344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9024): Terminated: ok {rc=0}\u000a04:34:06.299883 --- ParallelTerminationStrategy: PID 9027 died...\u000a04:34:06.352114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9027): Terminated: ok {rc=0}\u000a04:34:06.361712 --- ParallelTerminationStrategy: PID 9030 died...\u000a04:34:06.414085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9030): Terminated: ok {rc=0}\u000a04:34:06.501465 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:33:08" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9046): Process ended prematurely: osmo-stp_10.42.42.5(pid=9046) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9046)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9046): Process ended prematurely: osmo-stp_10.42.42.5(pid=9046) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:34:08.652835 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:08.664547 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:34:08.825474 tst cs_paging_gprs_active.py: using LAC 38577\u000a04:34:08.954166 tst cs_paging_gprs_active.py: using RAC 72\u000a04:34:09.076892 tst cs_paging_gprs_active.py: using CellId 38577\u000a04:34:09.195688 tst cs_paging_gprs_active.py: using BVCI 38578\u000a04:34:09.218728 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:09.229760 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:09.240440 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:09.251536 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:09.262960 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:09.274295 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:09.285768 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:09.297149 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:09.308726 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:09.431420 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:09.710205 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:34:09.835433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:10.146810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9036): Launched\u000a04:34:10.406497 run iperf3-srv_10.42.42.10(pid=9037): Launched\u000a04:34:10.588936 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:34:10.713459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:11.024700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9038): Launched\u000a04:34:11.284900 run iperf3-srv_10.42.42.10(pid=9039): Launched\u000a04:34:11.467523 tst cs_paging_gprs_active.py:38: start network...\u000a04:34:11.591791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:12.073436 run create_hlr_db(pid=9040): Launched\u000a04:34:12.246086 bus /gobi_6: Setting Powered False\u000a04:34:13.268880 run create_hlr_db(pid=9040): Terminated: ok {rc=0}\u000a04:34:13.697804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9042): Launched\u000a04:34:14.022681 run osmo-hlr_10.42.42.2(pid=9043): Launched\u000a04:34:14.145254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:14.707593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9045): Launched\u000a04:34:15.031179 run osmo-stp_10.42.42.5(pid=9046): Launched\u000a04:34:15.148935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:34:15.713458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9048): Launched\u000a04:34:15.829403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:34:16.204797 run patchelf(pid=9049): Launched\u000a04:34:16.405977 run osmo-stp_10.42.42.5(pid=9046): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9046)]\u000a04:34:16.549024 run osmo-stp_10.42.42.5(pid=9046): stdout: \u000a| (launched: 2022-12-14_04:34:14.871780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:16.692508 run osmo-stp_10.42.42.5(pid=9046): stderr: \u000a| �[0;m�[38;5;43m20221214043415063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043415063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043415064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043415064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043415064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043415064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043415065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:16.830707 run osmo-stp_10.42.42.5(pid=9046): stdout: \u000a| (launched: 2022-12-14_04:34:14.871780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:16.968290 run osmo-stp_10.42.42.5(pid=9046): stderr: \u000a| �[0;m�[38;5;43m20221214043415063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043415063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043415064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043415064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043415064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043415064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043415065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:17.127649 run patchelf(pid=9049): Terminating (SIGINT)\u000a04:34:17.311536 run patchelf(pid=9049): Terminated: ok {rc=0}\u000a04:34:17.345428 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9046): Process ended prematurely: osmo-stp_10.42.42.5(pid=9046) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9046)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:34:17.355956 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a04:34:17.421237 run osmo-hlr_10.42.42.2(pid=9043): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9043)]\u000a04:34:17.474117 run osmo-hlr_10.42.42.2(pid=9043): stdout: \u000a| (launched: 2022-12-14_04:34:13.862099) \u000a04:34:17.528107 run osmo-hlr_10.42.42.2(pid=9043): stderr: \u000a| �[0;m�[1;31m20221214043414059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043414059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043414059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043414059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043414059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043414059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043414071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043414080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043414080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043414080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:17.573476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9036): Terminating (SIGTERM)\u000a04:34:17.616230 run iperf3-srv_10.42.42.10(pid=9037): Terminating (SIGTERM)\u000a04:34:17.659241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9038): Terminating (SIGTERM)\u000a04:34:17.702211 run iperf3-srv_10.42.42.10(pid=9039): Terminating (SIGTERM)\u000a04:34:17.745040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9042): Terminating (SIGTERM)\u000a04:34:17.787881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9045): Terminating (SIGTERM)\u000a04:34:17.830875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9048): Terminating (SIGTERM)\u000a04:34:17.840354 --- ParallelTerminationStrategy: PID 9036 died...\u000a04:34:17.898126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9036): Terminated: ok {rc=0}\u000a04:34:17.908308 --- ParallelTerminationStrategy: PID 9037 died...\u000a04:34:17.965126 run iperf3-srv_10.42.42.10(pid=9037): Terminated {rc=256}\u000a04:34:17.975230 --- ParallelTerminationStrategy: PID 9038 died...\u000a04:34:18.032271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9038): Terminated: ok {rc=0}\u000a04:34:18.042420 --- ParallelTerminationStrategy: PID 9039 died...\u000a04:34:18.099452 run iperf3-srv_10.42.42.10(pid=9039): Terminated {rc=256}\u000a04:34:18.109682 --- ParallelTerminationStrategy: PID 9042 died...\u000a04:34:18.166704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9042): Terminated: ok {rc=0}\u000a04:34:18.176933 --- ParallelTerminationStrategy: PID 9045 died...\u000a04:34:18.234318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9045): Terminated: ok {rc=0}\u000a04:34:18.244612 --- ParallelTerminationStrategy: PID 9048 died...\u000a04:34:18.301944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9048): Terminated: ok {rc=0}\u000a04:34:18.390231 bus /gobi_0: Setting Powered False\u000a04:34:19.492432 bus /gobi_0: Setting Powered False\u000a04:34:20.602049 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9058): Process ended prematurely: osmo-stp_10.42.42.5(pid=9058) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9058)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9058): Process ended prematurely: osmo-stp_10.42.42.5(pid=9058) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:34:21.717232 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:21.729679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:34:21.893401 tst iperf3.py: using LAC 38578\u000a04:34:22.022066 tst iperf3.py: using RAC 73\u000a04:34:22.150288 tst iperf3.py: using CellId 38578\u000a04:34:22.275969 tst iperf3.py: using BVCI 38579\u000a04:34:22.300631 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:22.312299 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:22.323742 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:22.335069 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:22.346812 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:22.358541 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:22.370374 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:22.381930 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:22.393836 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:22.685050 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:34:22.819266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:23.153402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9050): Launched\u000a04:34:23.432548 run iperf3-srv_10.42.42.10(pid=9051): Launched\u000a04:34:23.630053 tst iperf3.py:8: start network...\u000a04:34:23.764654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:24.272501 run create_hlr_db(pid=9052): Launched\u000a04:34:24.458622 bus /gobi_6: Setting Powered False\u000a04:34:25.480301 run create_hlr_db(pid=9052): Terminated: ok {rc=0}\u000a04:34:25.882922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9054): Launched\u000a04:34:26.186984 run osmo-hlr_10.42.42.2(pid=9055): Launched\u000a04:34:26.303867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:26.836915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9057): Launched\u000a04:34:27.139306 run osmo-stp_10.42.42.5(pid=9058): Launched\u000a04:34:27.248655 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:34:27.773774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9060): Launched\u000a04:34:27.880783 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:34:28.144364 run patchelf(pid=9061): Launched\u000a04:34:28.320687 run osmo-stp_10.42.42.5(pid=9058): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9058)]\u000a04:34:28.449846 run osmo-stp_10.42.42.5(pid=9058): stdout: \u000a| (launched: 2022-12-14_04:34:26.989965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:28.578522 run osmo-stp_10.42.42.5(pid=9058): stderr: \u000a| �[0;m�[38;5;43m20221214043427158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043427159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043427159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043427159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043427160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043427160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043427160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:28.702709 run osmo-stp_10.42.42.5(pid=9058): stdout: \u000a| (launched: 2022-12-14_04:34:26.989965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:28.825842 run osmo-stp_10.42.42.5(pid=9058): stderr: \u000a| �[0;m�[38;5;43m20221214043427158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043427159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043427159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043427159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043427160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043427160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043427160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:28.968907 run patchelf(pid=9061): Terminating (SIGINT)\u000a04:34:29.137062 run patchelf(pid=9061): Terminated: ok {rc=0}\u000a04:34:29.168096 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9058): Process ended prematurely: osmo-stp_10.42.42.5(pid=9058) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9058)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:34:29.177479 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:34:29.237852 run osmo-hlr_10.42.42.2(pid=9055): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9055)]\u000a04:34:29.286636 run osmo-hlr_10.42.42.2(pid=9055): stdout: \u000a| (launched: 2022-12-14_04:34:26.035781) \u000a04:34:29.336753 run osmo-hlr_10.42.42.2(pid=9055): stderr: \u000a| �[0;m�[1;31m20221214043426211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043426211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043426211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043426211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043426211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043426211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043426224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043426234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043426234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043426234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:29.379115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9050): Terminating (SIGTERM)\u000a04:34:29.419497 run iperf3-srv_10.42.42.10(pid=9051): Terminating (SIGTERM)\u000a04:34:29.459682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9054): Terminating (SIGTERM)\u000a04:34:29.499434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9057): Terminating (SIGTERM)\u000a04:34:29.539493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9060): Terminating (SIGTERM)\u000a04:34:29.548692 --- ParallelTerminationStrategy: PID 9050 died...\u000a04:34:29.601574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9050): Terminated: ok {rc=0}\u000a04:34:29.611047 --- ParallelTerminationStrategy: PID 9051 died...\u000a04:34:29.663656 run iperf3-srv_10.42.42.10(pid=9051): Terminated {rc=256}\u000a04:34:29.673198 --- ParallelTerminationStrategy: PID 9054 died...\u000a04:34:29.725703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9054): Terminated: ok {rc=0}\u000a04:34:29.735212 --- ParallelTerminationStrategy: PID 9057 died...\u000a04:34:29.787820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9057): Terminated: ok {rc=0}\u000a04:34:29.797804 --- ParallelTerminationStrategy: PID 9060 died...\u000a04:34:29.851104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9060): Terminated: ok {rc=0}\u000a04:34:29.934948 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9076): Process ended prematurely: osmo-stp_10.42.42.5(pid=9076) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9076)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9076): Process ended prematurely: osmo-stp_10.42.42.5(pid=9076) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:34:31.047733 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:31.060082 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:34:31.234749 tst iperf3m4.py: using LAC 38579\u000a04:34:31.372571 tst iperf3m4.py: using RAC 74\u000a04:34:31.506295 tst iperf3m4.py: using CellId 38579\u000a04:34:31.636933 tst iperf3m4.py: using BVCI 38580\u000a04:34:31.663340 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:31.676035 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:31.688628 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:31.701780 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:31.715136 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:31.728649 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:31.742568 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:31.756208 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:31.770319 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:31.896676 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:32.047606 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:32.200233 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:32.500794 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:34:32.635596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:32.970401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9062): Launched\u000a04:34:33.249615 run iperf3-srv_10.42.42.10(pid=9063): Launched\u000a04:34:33.448791 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:34:33.583719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:33.918744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9064): Launched\u000a04:34:34.197621 run iperf3-srv_10.42.42.10(pid=9065): Launched\u000a04:34:34.395261 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:34:34.530334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:34.864648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9066): Launched\u000a04:34:35.137275 run iperf3-srv_10.42.42.10(pid=9067): Launched\u000a04:34:35.320466 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:34:35.445554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:35.757788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9068): Launched\u000a04:34:36.019990 run iperf3-srv_10.42.42.10(pid=9069): Launched\u000a04:34:36.202519 tst iperf3m4.py:8: start network...\u000a04:34:36.327197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:36.812215 run create_hlr_db(pid=9070): Launched\u000a04:34:36.985568 bus /gobi_6: Setting Powered False\u000a04:34:38.006884 run create_hlr_db(pid=9070): Terminated: ok {rc=0}\u000a04:34:38.407187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9072): Launched\u000a04:34:38.709550 run osmo-hlr_10.42.42.2(pid=9073): Launched\u000a04:34:38.828290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:39.362499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9075): Launched\u000a04:34:39.662575 run osmo-stp_10.42.42.5(pid=9076): Launched\u000a04:34:39.770891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:34:40.295600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9078): Launched\u000a04:34:40.402246 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:34:40.666061 run patchelf(pid=9079): Launched\u000a04:34:40.842385 run osmo-stp_10.42.42.5(pid=9076): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9076)]\u000a04:34:40.971102 run osmo-stp_10.42.42.5(pid=9076): stdout: \u000a| (launched: 2022-12-14_04:34:39.514781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:41.100239 run osmo-stp_10.42.42.5(pid=9076): stderr: \u000a| �[0;m�[38;5;43m20221214043439684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043439684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043439684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043439685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043439685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043439685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043439685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:41.224721 run osmo-stp_10.42.42.5(pid=9076): stdout: \u000a| (launched: 2022-12-14_04:34:39.514781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:41.348240 run osmo-stp_10.42.42.5(pid=9076): stderr: \u000a| �[0;m�[38;5;43m20221214043439684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043439684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043439684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043439685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043439685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043439685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043439685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:41.491764 run patchelf(pid=9079): Terminating (SIGINT)\u000a04:34:41.660749 run patchelf(pid=9079): Terminated: ok {rc=0}\u000a04:34:41.692011 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9076): Process ended prematurely: osmo-stp_10.42.42.5(pid=9076) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9076)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:34:41.701419 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:34:41.761539 run osmo-hlr_10.42.42.2(pid=9073): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9073)]\u000a04:34:41.810427 run osmo-hlr_10.42.42.2(pid=9073): stdout: \u000a| (launched: 2022-12-14_04:34:38.561369) \u000a04:34:41.859816 run osmo-hlr_10.42.42.2(pid=9073): stderr: \u000a| �[0;m�[1;31m20221214043438735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043438735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043438735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043438735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043438735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043438735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043438747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043438756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043438757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043438757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:41.901894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9062): Terminating (SIGTERM)\u000a04:34:41.941273 run iperf3-srv_10.42.42.10(pid=9063): Terminating (SIGTERM)\u000a04:34:41.982729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9064): Terminating (SIGTERM)\u000a04:34:42.022681 run iperf3-srv_10.42.42.10(pid=9065): Terminating (SIGTERM)\u000a04:34:42.062692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9066): Terminating (SIGTERM)\u000a04:34:42.102625 run iperf3-srv_10.42.42.10(pid=9067): Terminating (SIGTERM)\u000a04:34:42.142174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9068): Terminating (SIGTERM)\u000a04:34:42.181442 run iperf3-srv_10.42.42.10(pid=9069): Terminating (SIGTERM)\u000a04:34:42.221405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9072): Terminating (SIGTERM)\u000a04:34:42.261274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9075): Terminating (SIGTERM)\u000a04:34:42.301220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9078): Terminating (SIGTERM)\u000a04:34:42.310330 --- ParallelTerminationStrategy: PID 9062 died...\u000a04:34:42.363314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9062): Terminated: ok {rc=0}\u000a04:34:42.372835 --- ParallelTerminationStrategy: PID 9063 died...\u000a04:34:42.425416 run iperf3-srv_10.42.42.10(pid=9063): Terminated {rc=256}\u000a04:34:42.434890 --- ParallelTerminationStrategy: PID 9064 died...\u000a04:34:42.487927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9064): Terminated: ok {rc=0}\u000a04:34:42.497613 --- ParallelTerminationStrategy: PID 9065 died...\u000a04:34:42.550286 run iperf3-srv_10.42.42.10(pid=9065): Terminated {rc=256}\u000a04:34:42.559741 --- ParallelTerminationStrategy: PID 9066 died...\u000a04:34:42.612798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9066): Terminated: ok {rc=0}\u000a04:34:42.622316 --- ParallelTerminationStrategy: PID 9067 died...\u000a04:34:42.674684 run iperf3-srv_10.42.42.10(pid=9067): Terminated {rc=256}\u000a04:34:42.684252 --- ParallelTerminationStrategy: PID 9068 died...\u000a04:34:42.736769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9068): Terminated: ok {rc=0}\u000a04:34:42.746313 --- ParallelTerminationStrategy: PID 9069 died...\u000a04:34:42.798863 run iperf3-srv_10.42.42.10(pid=9069): Terminated {rc=256}\u000a04:34:42.808344 --- ParallelTerminationStrategy: PID 9072 died...\u000a04:34:42.860814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9072): Terminated: ok {rc=0}\u000a04:34:42.870380 --- ParallelTerminationStrategy: PID 9075 died...\u000a04:34:42.923203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9075): Terminated: ok {rc=0}\u000a04:34:42.932700 --- ParallelTerminationStrategy: PID 9078 died...\u000a04:34:42.985556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9078): Terminated: ok {rc=0}\u000a04:34:43.074640 bus /gobi_4: Setting Powered False\u000a04:34:44.178081 bus /gobi_4: Setting Powered False\u000a04:34:45.288603 bus /gobi_1: Setting Powered False\u000a04:34:46.395490 bus /gobi_1: Setting Powered False\u000a04:34:47.507659 bus /gobi_0: Setting Powered False\u000a04:34:48.610145 bus /gobi_0: Setting Powered False\u000a04:34:49.723282 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9086): Process ended prematurely: osmo-stp_10.42.42.5(pid=9086) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9086)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9086): Process ended prematurely: osmo-stp_10.42.42.5(pid=9086) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:34:50.791153 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:50.803124 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:34:50.955060 tst ping.py: using LAC 38580\u000a04:34:51.069517 tst ping.py: using RAC 75\u000a04:34:51.184433 tst ping.py: using CellId 38580\u000a04:34:51.299186 tst ping.py: using BVCI 38581\u000a04:34:51.321766 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:51.332661 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:51.343549 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:51.354396 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:51.365180 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:51.375945 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:51.386931 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:51.397862 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:51.685783 tst ping.py:19: start network...\u000a04:34:51.817691 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:52.316777 run create_hlr_db(pid=9080): Launched\u000a04:34:52.500349 bus /gobi_6: Setting Powered False\u000a04:34:53.521666 run create_hlr_db(pid=9080): Terminated: ok {rc=0}\u000a04:34:53.945445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9082): Launched\u000a04:34:54.263852 run osmo-hlr_10.42.42.2(pid=9083): Launched\u000a04:34:54.379206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:54.933127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9085): Launched\u000a04:34:55.251042 run osmo-stp_10.42.42.5(pid=9086): Launched\u000a04:34:55.366604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:34:55.921995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9088): Launched\u000a04:34:56.034748 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:34:56.312325 run patchelf(pid=9089): Launched\u000a04:34:56.498193 run osmo-stp_10.42.42.5(pid=9086): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9086)]\u000a04:34:56.634626 run osmo-stp_10.42.42.5(pid=9086): stdout: \u000a| (launched: 2022-12-14_04:34:55.093371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:56.771095 run osmo-stp_10.42.42.5(pid=9086): stderr: \u000a| �[0;m�[38;5;43m20221214043455285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043455285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043455285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043455286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043455286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043455286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043455286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:56.902578 run osmo-stp_10.42.42.5(pid=9086): stdout: \u000a| (launched: 2022-12-14_04:34:55.093371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:57.032483 run osmo-stp_10.42.42.5(pid=9086): stderr: \u000a| �[0;m�[38;5;43m20221214043455285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043455285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043455285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043455286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043455286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043455286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043455286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:57.183669 run patchelf(pid=9089): Terminating (SIGINT)\u000a04:34:57.361607 run patchelf(pid=9089): Terminated: ok {rc=0}\u000a04:34:57.393888 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9086): Process ended prematurely: osmo-stp_10.42.42.5(pid=9086) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9086)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:34:57.403349 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:34:57.466485 run osmo-hlr_10.42.42.2(pid=9083): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9083)]\u000a04:34:57.517929 run osmo-hlr_10.42.42.2(pid=9083): stdout: \u000a| (launched: 2022-12-14_04:34:54.106277) \u000a04:34:57.570224 run osmo-hlr_10.42.42.2(pid=9083): stderr: \u000a| �[0;m�[1;31m20221214043454302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043454302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043454302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043454302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043454302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043454302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043454314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043454322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043454322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043454322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:57.614671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9082): Terminating (SIGTERM)\u000a04:34:57.656633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9085): Terminating (SIGTERM)\u000a04:34:57.698575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9088): Terminating (SIGTERM)\u000a04:34:57.708308 --- ParallelTerminationStrategy: PID 9082 died...\u000a04:34:57.764426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9082): Terminated: ok {rc=0}\u000a04:34:57.774441 --- ParallelTerminationStrategy: PID 9085 died...\u000a04:34:57.830196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9085): Terminated: ok {rc=0}\u000a04:34:57.840177 --- ParallelTerminationStrategy: PID 9088 died...\u000a04:34:57.896401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9088): Terminated: ok {rc=0}\u000a04:34:57.981921 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9099): Process ended prematurely: osmo-stp_10.42.42.5(pid=9099) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9099)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9099): Process ended prematurely: osmo-stp_10.42.42.5(pid=9099) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:34:59.034240 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:59.046590 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:34:59.209306 tst ping_idle_ping.py: using LAC 38581\u000a04:34:59.327766 tst ping_idle_ping.py: using RAC 76\u000a04:34:59.445682 tst ping_idle_ping.py: using CellId 38581\u000a04:34:59.564121 tst ping_idle_ping.py: using BVCI 38582\u000a04:34:59.586914 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:59.598052 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:59.609064 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:59.620000 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:59.630996 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:59.641908 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:59.652939 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:59.663990 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:59.952265 tst ping_idle_ping.py:24: start network...\u000a04:35:00.084118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:00.588020 run create_hlr_db(pid=9090): Launched\u000a04:35:00.772316 bus /gobi_6: Setting Powered False\u000a04:35:01.794228 run create_hlr_db(pid=9090): Terminated: ok {rc=0}\u000a04:35:02.234543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9095): Launched\u000a04:35:02.553622 run osmo-hlr_10.42.42.2(pid=9096): Launched\u000a04:35:02.674560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:03.231034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9098): Launched\u000a04:35:03.551529 run osmo-stp_10.42.42.5(pid=9099): Launched\u000a04:35:03.671218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:35:04.226934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9101): Launched\u000a04:35:04.340137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:35:04.618928 run patchelf(pid=9102): Launched\u000a04:35:04.805887 run osmo-stp_10.42.42.5(pid=9099): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9099)]\u000a04:35:04.943058 run osmo-stp_10.42.42.5(pid=9099): stdout: \u000a| (launched: 2022-12-14_04:35:03.392878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:05.079733 run osmo-stp_10.42.42.5(pid=9099): stderr: \u000a| �[0;m�[38;5;43m20221214043503583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043503584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043503584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043503584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043503585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043503585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043503585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:05.211865 run osmo-stp_10.42.42.5(pid=9099): stdout: \u000a| (launched: 2022-12-14_04:35:03.392878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:05.342628 run osmo-stp_10.42.42.5(pid=9099): stderr: \u000a| �[0;m�[38;5;43m20221214043503583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043503584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043503584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043503584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043503585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043503585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043503585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:05.494151 run patchelf(pid=9102): Terminating (SIGINT)\u000a04:35:05.672078 run patchelf(pid=9102): Terminated: ok {rc=0}\u000a04:35:05.704550 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9099): Process ended prematurely: osmo-stp_10.42.42.5(pid=9099) [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9099)] [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:35:05.714177 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a04:35:05.777916 run osmo-hlr_10.42.42.2(pid=9096): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9096)]\u000a04:35:05.829830 run osmo-hlr_10.42.42.2(pid=9096): stdout: \u000a| (launched: 2022-12-14_04:35:02.396325) \u000a04:35:05.882894 run osmo-hlr_10.42.42.2(pid=9096): stderr: \u000a| �[0;m�[1;31m20221214043502594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043502594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043502594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043502594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043502594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043502594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043502606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043502614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043502614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043502614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:05.927743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9095): Terminating (SIGTERM)\u000a04:35:05.970012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9098): Terminating (SIGTERM)\u000a04:35:06.012317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9101): Terminating (SIGTERM)\u000a04:35:06.022127 --- ParallelTerminationStrategy: PID 9095 died...\u000a04:35:06.078769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9095): Terminated: ok {rc=0}\u000a04:35:06.088879 --- ParallelTerminationStrategy: PID 9098 died...\u000a04:35:06.145603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9098): Terminated: ok {rc=0}\u000a04:35:06.155733 --- ParallelTerminationStrategy: PID 9101 died...\u000a04:35:06.212141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9101): Terminated: ok {rc=0}\u000a04:35:06.298547 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:34:08" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9113): Process ended prematurely: osmo-stp_10.42.42.5(pid=9113) [trial-2399↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9113)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9113): Process ended prematurely: osmo-stp_10.42.42.5(pid=9113) [trial-2399↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:35:08.328768 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:08.340590 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:35:08.502742 tst switch_tch_pdch.py: using LAC 38582\u000a04:35:08.624807 tst switch_tch_pdch.py: using RAC 77\u000a04:35:08.746925 tst switch_tch_pdch.py: using CellId 38582\u000a04:35:08.868492 tst switch_tch_pdch.py: using BVCI 38583\u000a04:35:08.893090 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:08.904858 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:08.916512 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:08.928315 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:08.940327 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:08.952276 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:08.964335 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:08.976258 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:35:09.093247 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:35:09.382096 tst switch_tch_pdch.py:51: start network...\u000a04:35:09.513385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:10.010545 run create_hlr_db(pid=9107): Launched\u000a04:35:10.194243 bus /gobi_6: Setting Powered False\u000a04:35:11.215557 run create_hlr_db(pid=9107): Terminated: ok {rc=0}\u000a04:35:11.637247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9109): Launched\u000a04:35:11.954809 run osmo-hlr_10.42.42.2(pid=9110): Launched\u000a04:35:12.069314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:12.621668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9112): Launched\u000a04:35:12.939896 run osmo-stp_10.42.42.5(pid=9113): Launched\u000a04:35:13.054902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:35:13.611145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9115): Launched\u000a04:35:13.723705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:35:14.002665 run patchelf(pid=9116): Launched\u000a04:35:14.188517 run osmo-stp_10.42.42.5(pid=9113): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9113)]\u000a04:35:14.324893 run osmo-stp_10.42.42.5(pid=9113): stdout: \u000a| (launched: 2022-12-14_04:35:12.782475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:14.461636 run osmo-stp_10.42.42.5(pid=9113): stderr: \u000a| �[0;m�[38;5;43m20221214043512972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043512973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043512973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043512973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043512974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043512974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043512974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:14.593271 run osmo-stp_10.42.42.5(pid=9113): stdout: \u000a| (launched: 2022-12-14_04:35:12.782475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:14.723072 run osmo-stp_10.42.42.5(pid=9113): stderr: \u000a| �[0;m�[38;5;43m20221214043512972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043512973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043512973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043512973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043512974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043512974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043512974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:14.874497 run patchelf(pid=9116): Terminating (SIGINT)\u000a04:35:15.051305 run patchelf(pid=9116): Terminated: ok {rc=0}\u000a04:35:15.083814 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9113): Process ended prematurely: osmo-stp_10.42.42.5(pid=9113) [trial-2399↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9113)] [trial-2399↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:35:15.093065 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a04:35:15.156475 run osmo-hlr_10.42.42.2(pid=9110): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9110)]\u000a04:35:15.208374 run osmo-hlr_10.42.42.2(pid=9110): stdout: \u000a| (launched: 2022-12-14_04:35:11.797961) \u000a04:35:15.260516 run osmo-hlr_10.42.42.2(pid=9110): stderr: \u000a| �[0;m�[1;31m20221214043511994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043511994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043511994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043511994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043511994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043511994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043512010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043512020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043512020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043512021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:15.305080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9109): Terminating (SIGTERM)\u000a04:35:15.347474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9112): Terminating (SIGTERM)\u000a04:35:15.389351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9115): Terminating (SIGTERM)\u000a04:35:15.398999 --- ParallelTerminationStrategy: PID 9109 died...\u000a04:35:15.455093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9109): Terminated: ok {rc=0}\u000a04:35:15.465258 --- ParallelTerminationStrategy: PID 9112 died...\u000a04:35:15.521150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9112): Terminated: ok {rc=0}\u000a04:35:15.531145 --- ParallelTerminationStrategy: PID 9115 died...\u000a04:35:15.587195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9115): Terminated: ok {rc=0}\u000a04:35:15.673879 bus /gobi_0: Setting Powered False\u000a04:35:16.793997 bus /gobi_0: Setting Powered False\u000a04:35:17.904318 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:35:08" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9126): Process ended prematurely: osmo-stp_10.42.42.5(pid=9126) [trial-2399↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9126)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9126): Process ended prematurely: osmo-stp_10.42.42.5(pid=9126) [trial-2399↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:35:19.886963 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:19.898366 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:35:20.045929 tst switch_tch_pdch.py: using LAC 38583\u000a04:35:20.159353 tst switch_tch_pdch.py: using RAC 78\u000a04:35:20.273093 tst switch_tch_pdch.py: using CellId 38583\u000a04:35:20.387020 tst switch_tch_pdch.py: using BVCI 38584\u000a04:35:20.409839 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:20.420796 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:20.431643 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:20.442641 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:20.453575 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:20.464399 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:20.475362 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:20.486267 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:35:20.604533 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:35:20.875822 tst switch_tch_pdch.py:51: start network...\u000a04:35:20.997068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:21.442668 run create_hlr_db(pid=9120): Launched\u000a04:35:21.562355 bus /gobi_6: Setting Powered False\u000a04:35:22.645482 run create_hlr_db(pid=9120): Terminated: ok {rc=0}\u000a04:35:23.017602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9122): Launched\u000a04:35:23.310561 run osmo-hlr_10.42.42.2(pid=9123): Launched\u000a04:35:23.421279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:23.910423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9125): Launched\u000a04:35:24.203489 run osmo-stp_10.42.42.5(pid=9126): Launched\u000a04:35:24.308540 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:35:24.800144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9128): Launched\u000a04:35:24.905443 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:35:25.163071 run patchelf(pid=9129): Launched\u000a04:35:25.335928 run osmo-stp_10.42.42.5(pid=9126): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9126)]\u000a04:35:25.462331 run osmo-stp_10.42.42.5(pid=9126): stdout: \u000a| (launched: 2022-12-14_04:35:24.059197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:25.589203 run osmo-stp_10.42.42.5(pid=9126): stderr: \u000a| �[0;m�[38;5;43m20221214043524226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043524227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043524227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043524227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043524228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043524228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043524228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:25.711097 run osmo-stp_10.42.42.5(pid=9126): stdout: \u000a| (launched: 2022-12-14_04:35:24.059197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:25.831565 run osmo-stp_10.42.42.5(pid=9126): stderr: \u000a| �[0;m�[38;5;43m20221214043524226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043524227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043524227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043524227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043524228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043524228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043524228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:25.972099 run patchelf(pid=9129): Terminating (SIGINT)\u000a04:35:26.137371 run patchelf(pid=9129): Terminated: ok {rc=0}\u000a04:35:26.167419 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9126): Process ended prematurely: osmo-stp_10.42.42.5(pid=9126) [trial-2399↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9126)] [trial-2399↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:35:26.176103 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a04:35:26.235478 run osmo-hlr_10.42.42.2(pid=9123): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9123)]\u000a04:35:26.284080 run osmo-hlr_10.42.42.2(pid=9123): stdout: \u000a| (launched: 2022-12-14_04:35:23.166236) \u000a04:35:26.333337 run osmo-hlr_10.42.42.2(pid=9123): stderr: \u000a| �[0;m�[1;31m20221214043523340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043523340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043523340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043523340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043523340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043523340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043523352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043523361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043523361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043523361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:26.375139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9122): Terminating (SIGTERM)\u000a04:35:26.414570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9125): Terminating (SIGTERM)\u000a04:35:26.453998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9128): Terminating (SIGTERM)\u000a04:35:26.463122 --- ParallelTerminationStrategy: PID 9122 died...\u000a04:35:26.515650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9122): Terminated: ok {rc=0}\u000a04:35:26.525152 --- ParallelTerminationStrategy: PID 9125 died...\u000a04:35:26.577475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9125): Terminated: ok {rc=0}\u000a04:35:26.586901 --- ParallelTerminationStrategy: PID 9128 died...\u000a04:35:26.639435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9128): Terminated: ok {rc=0}\u000a04:35:26.722929 bus /gobi_0: Setting Powered False\u000a04:35:27.830827 bus /gobi_0: Setting Powered False\u000a04:35:28.943953 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:35:19" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9135): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9135) [trial-2399↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9135)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9135): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9135) [trial-2399↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a04:35:30.815752 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a04:35:30.827216 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a04:35:30.990649 tst mo_mt_sms.py: using LAC 38584\u000a04:35:31.129404 tst mo_mt_sms.py: using RAC 79\u000a04:35:31.258018 tst mo_mt_sms.py: using CellId 38584\u000a04:35:31.421401 tst mo_mt_sms.py: using BVCI 38585\u000a04:35:31.456013 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a04:35:31.608460 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a04:35:31.937628 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:35:32.063275 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:35:32.683537 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9134): Launched\u000a04:35:32.975985 run osmo-nitb_10.42.42.2(pid=9135): Launched\u000a04:35:33.158700 run osmo-nitb_10.42.42.2(pid=9135): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9135)]\u000a04:35:33.293517 run osmo-nitb_10.42.42.2(pid=9135): stdout: \u000a| (launched: 2022-12-14_04:35:32.832460) \u000a04:35:33.428257 run osmo-nitb_10.42.42.2(pid=9135): stderr: \u000a| (launched: 2022-12-14_04:35:32.876804)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:35:33.557891 run osmo-nitb_10.42.42.2(pid=9135): stdout: \u000a| (launched: 2022-12-14_04:35:32.832460) \u000a04:35:33.686877 run osmo-nitb_10.42.42.2(pid=9135): stderr: \u000a| (launched: 2022-12-14_04:35:32.876804)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:35:34.094935 tst osmo-nitb_10.42.42.2(pid=9135): stdout: \u000a| (launched: 2022-12-14_04:35:32.832460) \u000a04:35:34.212834 tst osmo-nitb_10.42.42.2(pid=9135): stderr: \u000a| (launched: 2022-12-14_04:35:32.876804)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:35:34.264501 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9135): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9135) [trial-2399↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9135)] [trial-2399↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a04:35:34.272483 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a04:35:34.306879 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9134): Terminating (SIGTERM)\u000a04:35:34.484191 --- ParallelTerminationStrategy: PID 9134 died...\u000a04:35:34.538789 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9134): Terminated: ok {rc=0}\u000a04:35:34.626886 bus /sierra_3: Setting Powered False\u000a04:35:35.734099 bus /sierra_3: Setting Powered False\u000a04:35:36.849234 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:35:30" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9145): Process ended prematurely: osmo-stp_10.42.42.5(pid=9145) [trial-2399↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9145)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9145): Process ended prematurely: osmo-stp_10.42.42.5(pid=9145) [trial-2399↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a04:35:38.706912 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:38.717974 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:35:38.848541 tst mo_mt_sms.py: using LAC 38585\u000a04:35:38.973423 tst mo_mt_sms.py: using RAC 80\u000a04:35:39.087814 tst mo_mt_sms.py: using CellId 38585\u000a04:35:39.204807 tst mo_mt_sms.py: using BVCI 38586\u000a04:35:39.227576 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:39.238485 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:39.249140 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:39.259501 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:39.270039 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:39.280467 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a04:35:39.399194 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a04:35:39.606173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:40.106041 run create_hlr_db(pid=9139): Launched\u000a04:35:40.289902 bus /sierra_2: Setting Powered False\u000a04:35:41.298559 run create_hlr_db(pid=9139): Terminated: ok {rc=0}\u000a04:35:41.730327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9141): Launched\u000a04:35:42.064120 run osmo-hlr_10.42.42.2(pid=9142): Launched\u000a04:35:42.180010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:42.730809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9144): Launched\u000a04:35:43.047796 run osmo-stp_10.42.42.5(pid=9145): Launched\u000a04:35:43.162368 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:35:43.743071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9147): Launched\u000a04:35:44.059449 run osmo-msc_10.42.42.6(pid=9148): Launched\u000a04:35:44.245656 run osmo-stp_10.42.42.5(pid=9145): ERR: Terminated: ERROR {rc=1} [trial-2399↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9145)]\u000a04:35:44.380303 run osmo-stp_10.42.42.5(pid=9145): stdout: \u000a| (launched: 2022-12-14_04:35:42.891542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:44.514616 run osmo-stp_10.42.42.5(pid=9145): stderr: \u000a| �[0;m�[38;5;43m20221214043543082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043543082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043543082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043543083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043543083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043543083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043543083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:44.641873 run osmo-stp_10.42.42.5(pid=9145): stdout: \u000a| (launched: 2022-12-14_04:35:42.891542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:44.767955 run osmo-stp_10.42.42.5(pid=9145): stderr: \u000a| �[0;m�[38;5;43m20221214043543082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043543082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043543082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043543083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043543083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043543083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043543083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:44.823213 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9145): Process ended prematurely: osmo-stp_10.42.42.5(pid=9145) [trial-2399↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9145)] [trial-2399↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a04:35:44.831755 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a04:35:44.894863 run osmo-hlr_10.42.42.2(pid=9142): ERR: Terminated: ERROR {rc=237} [trial-2399↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9142)]\u000a04:35:44.946254 run osmo-hlr_10.42.42.2(pid=9142): stdout: \u000a| (launched: 2022-12-14_04:35:41.906902) \u000a04:35:44.998409 run osmo-hlr_10.42.42.2(pid=9142): stderr: \u000a| �[0;m�[1;31m20221214043542086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043542086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043542086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043542086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043542086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043542086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043542098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043542106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043542106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043542106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:45.069308 run osmo-msc_10.42.42.6(pid=9148): ERR: Terminated: ERROR {rc=2} [trial-2399↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9148)]\u000a04:35:45.120678 run osmo-msc_10.42.42.6(pid=9148): stdout: \u000a| (launched: 2022-12-14_04:35:43.903803) \u000a04:35:45.172799 run osmo-msc_10.42.42.6(pid=9148): stderr: \u000a| �[0;m�[38;5;43m20221214043544223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043544223 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efcdda6fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043544224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043544224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043544224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043544224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043544226 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043544226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043544226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043544226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:35:45.217166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9141): Terminating (SIGTERM)\u000a04:35:45.259445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9144): Terminating (SIGTERM)\u000a04:35:45.301242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9147): Terminating (SIGTERM)\u000a04:35:45.310818 --- ParallelTerminationStrategy: PID 9141 died...\u000a04:35:45.366848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9141): Terminated: ok {rc=0}\u000a04:35:45.376827 --- ParallelTerminationStrategy: PID 9144 died...\u000a04:35:45.432775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9144): Terminated: ok {rc=0}\u000a04:35:45.442761 --- ParallelTerminationStrategy: PID 9147 died...\u000a04:35:45.498605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9147): Terminated: ok {rc=0}\u000a04:35:45.585121 bus /sierra_3: Setting Powered False\u000a04:35:46.706483 bus /sierra_3: Setting Powered False\u000a04:35:47.823106 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:35:38" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9154): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9154) [trial-2399↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9154)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9154): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9154) [trial-2399↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a04:35:49.640408 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a04:35:49.651481 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:35:49.773830 tst assert_extension.py: using LAC 38586\u000a04:35:49.887848 tst assert_extension.py: using RAC 81\u000a04:35:50.006817 tst assert_extension.py: using CellId 38586\u000a04:35:50.122106 tst assert_extension.py: using BVCI 38587\u000a04:35:50.144713 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a04:35:50.432515 tst assert_extension.py:10: start nitb and bts...\u000a04:35:50.563831 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:35:51.218375 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9153): Launched\u000a04:35:51.531948 run osmo-nitb_10.42.42.2(pid=9154): Launched\u000a04:35:51.726817 run osmo-nitb_10.42.42.2(pid=9154): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9154)]\u000a04:35:51.870357 run osmo-nitb_10.42.42.2(pid=9154): stdout: \u000a| (launched: 2022-12-14_04:35:51.378454) \u000a04:35:52.016248 run osmo-nitb_10.42.42.2(pid=9154): stderr: \u000a| (launched: 2022-12-14_04:35:51.425451)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:35:52.155106 run osmo-nitb_10.42.42.2(pid=9154): stdout: \u000a| (launched: 2022-12-14_04:35:51.378454) \u000a04:35:52.292855 run osmo-nitb_10.42.42.2(pid=9154): stderr: \u000a| (launched: 2022-12-14_04:35:51.425451)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:35:52.659533 tst osmo-nitb_10.42.42.2(pid=9154): stdout: \u000a| (launched: 2022-12-14_04:35:51.378454) \u000a04:35:52.785614 tst osmo-nitb_10.42.42.2(pid=9154): stderr: \u000a| (launched: 2022-12-14_04:35:51.425451)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:35:52.840721 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9154): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9154) [trial-2399↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9154)] [trial-2399↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a04:35:52.849529 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a04:35:52.885569 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9153): Terminating (SIGTERM)\u000a04:35:53.063396 --- ParallelTerminationStrategy: PID 9153 died...\u000a04:35:53.121436 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9153): Terminated: ok {rc=0}\u000a04:35:53.209595 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:35:49" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9168): Process ended prematurely: osmo-stp_10.42.42.5(pid=9168) [trial-2399↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9168)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9168): Process ended prematurely: osmo-stp_10.42.42.5(pid=9168) [trial-2399↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a04:35:55.015727 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:55.026426 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:35:55.147796 tst assert_extension.py: using LAC 38587\u000a04:35:55.262442 tst assert_extension.py: using RAC 82\u000a04:35:55.377246 tst assert_extension.py: using CellId 38587\u000a04:35:55.491881 tst assert_extension.py: using BVCI 38588\u000a04:35:55.514253 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:55.524826 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:55.535309 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:55.545763 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:55.556364 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:55.567048 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a04:35:55.773954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:56.271925 run create_hlr_db(pid=9162): Launched\u000a04:35:56.455600 bus /sierra_2: Setting Powered False\u000a04:35:57.476796 run create_hlr_db(pid=9162): Terminated: ok {rc=0}\u000a04:35:57.874462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9164): Launched\u000a04:35:58.169548 run osmo-hlr_10.42.42.2(pid=9165): Launched\u000a04:35:58.285237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:58.808220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9167): Launched\u000a04:35:59.103119 run osmo-stp_10.42.42.5(pid=9168): Launched\u000a04:35:59.210119 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:35:59.749570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9170): Launched\u000a04:36:00.045676 run osmo-msc_10.42.42.6(pid=9171): Launched\u000a04:36:00.218718 run osmo-stp_10.42.42.5(pid=9168): ERR: Terminated: ERROR {rc=1} [trial-2399↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9168)]\u000a04:36:00.343685 run osmo-stp_10.42.42.5(pid=9168): stdout: \u000a| (launched: 2022-12-14_04:35:58.956750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:00.467669 run osmo-stp_10.42.42.5(pid=9168): stderr: \u000a| �[0;m�[38;5;43m20221214043559125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043559126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043559126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043559126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043559127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043559127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043559127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:00.586030 run osmo-stp_10.42.42.5(pid=9168): stdout: \u000a| (launched: 2022-12-14_04:35:58.956750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:00.703256 run osmo-stp_10.42.42.5(pid=9168): stderr: \u000a| �[0;m�[38;5;43m20221214043559125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043559126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043559126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043559126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043559127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043559127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043559127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:00.754595 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9168): Process ended prematurely: osmo-stp_10.42.42.5(pid=9168) [trial-2399↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9168)] [trial-2399↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a04:36:00.762465 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a04:36:00.823073 run osmo-hlr_10.42.42.2(pid=9165): ERR: Terminated: ERROR {rc=237} [trial-2399↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9165)]\u000a04:36:00.903368 run osmo-hlr_10.42.42.2(pid=9165): stdout: \u000a| (launched: 2022-12-14_04:35:58.023703) \u000a04:36:00.954844 run osmo-hlr_10.42.42.2(pid=9165): stderr: \u000a| �[0;m�[1;31m20221214043558200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043558200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043558200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043558200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043558200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043558200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043558212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043558222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043558222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043558222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:01.027105 run osmo-msc_10.42.42.6(pid=9171): ERR: Terminated: ERROR {rc=2} [trial-2399↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9171)]\u000a04:36:01.078313 run osmo-msc_10.42.42.6(pid=9171): stdout: \u000a| (launched: 2022-12-14_04:35:59.898972) \u000a04:36:01.130464 run osmo-msc_10.42.42.6(pid=9171): stderr: \u000a| �[0;m�[38;5;43m20221214043600167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043600167 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcee2bd7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043600167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043600167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043600168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043600168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043600169 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043600170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043600170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043600170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:01.174767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9164): Terminating (SIGTERM)\u000a04:36:01.217067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9167): Terminating (SIGTERM)\u000a04:36:01.260270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9170): Terminating (SIGTERM)\u000a04:36:01.269822 --- ParallelTerminationStrategy: PID 9164 died...\u000a04:36:01.325664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9164): Terminated: ok {rc=0}\u000a04:36:01.335874 --- ParallelTerminationStrategy: PID 9167 died...\u000a04:36:01.391490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9167): Terminated: ok {rc=0}\u000a04:36:01.401688 --- ParallelTerminationStrategy: PID 9170 died...\u000a04:36:01.457254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9170): Terminated: ok {rc=0}\u000a04:36:01.566256 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:35:54" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9182): Process ended prematurely: osmo-stp_10.42.42.5(pid=9182) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9182)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9182): Process ended prematurely: osmo-stp_10.42.42.5(pid=9182) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:36:03.513305 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:03.525120 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:36:03.682842 tst mo_mt_call.py: using LAC 38588\u000a04:36:03.807506 tst mo_mt_call.py: using RAC 83\u000a04:36:03.933897 tst mo_mt_call.py: using CellId 38588\u000a04:36:04.058249 tst mo_mt_call.py: using BVCI 38589\u000a04:36:04.082804 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:04.094512 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:04.105939 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:04.117467 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:04.129522 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:04.141345 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:36:04.257249 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:36:04.467254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:04.973664 run create_hlr_db(pid=9176): Launched\u000a04:36:05.159372 bus /sierra_2: Setting Powered False\u000a04:36:06.180495 run create_hlr_db(pid=9176): Terminated: ok {rc=0}\u000a04:36:06.583265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9178): Launched\u000a04:36:06.886198 run osmo-hlr_10.42.42.2(pid=9179): Launched\u000a04:36:06.997361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:07.519416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9181): Launched\u000a04:36:07.819161 run osmo-stp_10.42.42.5(pid=9182): Launched\u000a04:36:07.927852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:08.477622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9184): Launched\u000a04:36:08.779456 run osmo-msc_10.42.42.6(pid=9185): Launched\u000a04:36:08.956695 run osmo-stp_10.42.42.5(pid=9182): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9182)]\u000a04:36:09.084111 run osmo-stp_10.42.42.5(pid=9182): stdout: \u000a| (launched: 2022-12-14_04:36:07.671518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:09.210080 run osmo-stp_10.42.42.5(pid=9182): stderr: \u000a| �[0;m�[38;5;43m20221214043607843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043607843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043607843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043607844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043607844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043607844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043607844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:09.330428 run osmo-stp_10.42.42.5(pid=9182): stdout: \u000a| (launched: 2022-12-14_04:36:07.671518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:09.449709 run osmo-stp_10.42.42.5(pid=9182): stderr: \u000a| �[0;m�[38;5;43m20221214043607843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043607843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043607843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043607844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043607844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043607844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043607844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:09.502386 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9182): Process ended prematurely: osmo-stp_10.42.42.5(pid=9182) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9182)] [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:36:09.511017 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:36:09.570165 run osmo-hlr_10.42.42.2(pid=9179): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9179)]\u000a04:36:09.618639 run osmo-hlr_10.42.42.2(pid=9179): stdout: \u000a| (launched: 2022-12-14_04:36:06.735785) \u000a04:36:09.667788 run osmo-hlr_10.42.42.2(pid=9179): stderr: \u000a| �[0;m�[1;31m20221214043606909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043606909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043606909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043606909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043606909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043606909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043606929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043606939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043606940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043606940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:09.734476 run osmo-msc_10.42.42.6(pid=9185): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9185)]\u000a04:36:09.782847 run osmo-msc_10.42.42.6(pid=9185): stdout: \u000a| (launched: 2022-12-14_04:36:08.629825) \u000a04:36:09.831801 run osmo-msc_10.42.42.6(pid=9185): stderr: \u000a| �[0;m�[38;5;43m20221214043608900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043608900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f2e767c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043608900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043608901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043608901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043608901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043608903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043608903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043608903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043608903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:09.873001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9178): Terminating (SIGTERM)\u000a04:36:09.911837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9181): Terminating (SIGTERM)\u000a04:36:09.951028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9184): Terminating (SIGTERM)\u000a04:36:09.960114 --- ParallelTerminationStrategy: PID 9178 died...\u000a04:36:10.013112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9178): Terminated: ok {rc=0}\u000a04:36:10.022735 --- ParallelTerminationStrategy: PID 9181 died...\u000a04:36:10.075114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9181): Terminated: ok {rc=0}\u000a04:36:10.084583 --- ParallelTerminationStrategy: PID 9184 died...\u000a04:36:10.137040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9184): Terminated: ok {rc=0}\u000a04:36:10.225050 bus /sierra_3: Setting Powered False\u000a04:36:11.333365 bus /sierra_3: Setting Powered False\u000a04:36:12.441880 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9193): Process ended prematurely: osmo-stp_10.42.42.5(pid=9193) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9193)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9193): Process ended prematurely: osmo-stp_10.42.42.5(pid=9193) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:36:13.557062 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:13.569560 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:36:13.730318 tst mo_mt_call_osmux.py: using LAC 38589\u000a04:36:13.855983 tst mo_mt_call_osmux.py: using RAC 84\u000a04:36:13.982679 tst mo_mt_call_osmux.py: using CellId 38589\u000a04:36:14.113569 tst mo_mt_call_osmux.py: using BVCI 38590\u000a04:36:14.138180 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:14.149933 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:14.161482 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:14.172917 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:14.184865 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:14.196718 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:36:14.314943 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:36:14.526495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:15.035380 run create_hlr_db(pid=9187): Launched\u000a04:36:15.222160 bus /sierra_2: Setting Powered False\u000a04:36:16.268910 run create_hlr_db(pid=9187): Terminated: ok {rc=0}\u000a04:36:16.693894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9189): Launched\u000a04:36:17.128414 run osmo-hlr_10.42.42.2(pid=9190): Launched\u000a04:36:17.288206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:17.819001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9192): Launched\u000a04:36:18.122557 run osmo-stp_10.42.42.5(pid=9193): Launched\u000a04:36:18.231177 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:18.781958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9195): Launched\u000a04:36:19.085279 run osmo-msc_10.42.42.6(pid=9196): Launched\u000a04:36:19.262483 run osmo-stp_10.42.42.5(pid=9193): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9193)]\u000a04:36:19.390121 run osmo-stp_10.42.42.5(pid=9193): stdout: \u000a| (launched: 2022-12-14_04:36:17.973256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:19.515224 run osmo-stp_10.42.42.5(pid=9193): stderr: \u000a| �[0;m�[38;5;43m20221214043618144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043618144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043618145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043618145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043618145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043618146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043618146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:19.635485 run osmo-stp_10.42.42.5(pid=9193): stdout: \u000a| (launched: 2022-12-14_04:36:17.973256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:19.754724 run osmo-stp_10.42.42.5(pid=9193): stderr: \u000a| �[0;m�[38;5;43m20221214043618144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043618144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043618145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043618145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043618145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043618146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043618146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:19.807509 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9193): Process ended prematurely: osmo-stp_10.42.42.5(pid=9193) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9193)] [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:36:19.815881 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:36:19.874863 run osmo-hlr_10.42.42.2(pid=9190): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9190)]\u000a04:36:19.923388 run osmo-hlr_10.42.42.2(pid=9190): stdout: \u000a| (launched: 2022-12-14_04:36:16.851188) \u000a04:36:19.972525 run osmo-hlr_10.42.42.2(pid=9190): stderr: \u000a| �[0;m�[1;31m20221214043617124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043617124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043617124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043617124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043617124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043617124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043617156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043617171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043617172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043617172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:20.039212 run osmo-msc_10.42.42.6(pid=9196): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9196)]\u000a04:36:20.087395 run osmo-msc_10.42.42.6(pid=9196): stdout: \u000a| (launched: 2022-12-14_04:36:18.934891) \u000a04:36:20.136167 run osmo-msc_10.42.42.6(pid=9196): stderr: \u000a| �[0;m�[38;5;43m20221214043619208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043619208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ee7067c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043619208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043619208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043619209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043619209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043619211 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043619211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043619211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043619211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:20.177503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9189): Terminating (SIGTERM)\u000a04:36:20.216551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9192): Terminating (SIGTERM)\u000a04:36:20.255554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9195): Terminating (SIGTERM)\u000a04:36:20.264595 --- ParallelTerminationStrategy: PID 9189 died...\u000a04:36:20.316791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9189): Terminated: ok {rc=0}\u000a04:36:20.326268 --- ParallelTerminationStrategy: PID 9192 died...\u000a04:36:20.378220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9192): Terminated: ok {rc=0}\u000a04:36:20.387563 --- ParallelTerminationStrategy: PID 9195 died...\u000a04:36:20.439667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9195): Terminated: ok {rc=0}\u000a04:36:20.526767 bus /sierra_3: Setting Powered False\u000a04:36:21.629473 bus /sierra_3: Setting Powered False\u000a04:36:22.740241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:36:03" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9207): Process ended prematurely: osmo-stp_10.42.42.5(pid=9207) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9207)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9207): Process ended prematurely: osmo-stp_10.42.42.5(pid=9207) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:36:24.706344 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:24.717513 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:36:24.874186 tst mo_mt_call.py: using LAC 38590\u000a04:36:24.999089 tst mo_mt_call.py: using RAC 85\u000a04:36:25.124931 tst mo_mt_call.py: using CellId 38590\u000a04:36:25.249689 tst mo_mt_call.py: using BVCI 38591\u000a04:36:25.274405 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:25.286201 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:25.297889 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:25.309471 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:25.321563 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:25.333354 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:36:25.447945 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:36:25.658121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:26.165349 run create_hlr_db(pid=9201): Launched\u000a04:36:26.351483 bus /sierra_2: Setting Powered False\u000a04:36:27.373001 run create_hlr_db(pid=9201): Terminated: ok {rc=0}\u000a04:36:27.800697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9203): Launched\u000a04:36:28.125910 run osmo-hlr_10.42.42.2(pid=9204): Launched\u000a04:36:28.245499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:28.807411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9206): Launched\u000a04:36:29.132013 run osmo-stp_10.42.42.5(pid=9207): Launched\u000a04:36:29.249237 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:29.839435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9209): Launched\u000a04:36:30.163261 run osmo-msc_10.42.42.6(pid=9210): Launched\u000a04:36:30.351777 run osmo-stp_10.42.42.5(pid=9207): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9207)]\u000a04:36:30.488551 run osmo-stp_10.42.42.5(pid=9207): stdout: \u000a| (launched: 2022-12-14_04:36:28.971711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:30.624492 run osmo-stp_10.42.42.5(pid=9207): stderr: \u000a| �[0;m�[38;5;43m20221214043629162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043629163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043629163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043629163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043629164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043629164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043629164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:30.753485 run osmo-stp_10.42.42.5(pid=9207): stdout: \u000a| (launched: 2022-12-14_04:36:28.971711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:30.887342 run osmo-stp_10.42.42.5(pid=9207): stderr: \u000a| �[0;m�[38;5;43m20221214043629162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043629163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043629163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043629163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043629164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043629164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043629164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:30.955112 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9207): Process ended prematurely: osmo-stp_10.42.42.5(pid=9207) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9207)] [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:36:30.965374 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:36:31.031179 run osmo-hlr_10.42.42.2(pid=9204): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9204)]\u000a04:36:31.084712 run osmo-hlr_10.42.42.2(pid=9204): stdout: \u000a| (launched: 2022-12-14_04:36:27.965508) \u000a04:36:31.139374 run osmo-hlr_10.42.42.2(pid=9204): stderr: \u000a| �[0;m�[1;31m20221214043628161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043628161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043628161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043628162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043628162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043628162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043628174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043628182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043628182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043628182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:31.212623 run osmo-msc_10.42.42.6(pid=9210): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9210)]\u000a04:36:31.266000 run osmo-msc_10.42.42.6(pid=9210): stdout: \u000a| (launched: 2022-12-14_04:36:30.003219) \u000a04:36:31.320334 run osmo-msc_10.42.42.6(pid=9210): stderr: \u000a| �[0;m�[38;5;43m20221214043630323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043630323 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29a04a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043630323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043630323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043630323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043630324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043630325 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043630326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043630326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043630326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:31.366884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9203): Terminating (SIGTERM)\u000a04:36:31.412686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9206): Terminating (SIGTERM)\u000a04:36:31.458595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9209): Terminating (SIGTERM)\u000a04:36:31.469069 --- ParallelTerminationStrategy: PID 9203 died...\u000a04:36:31.528036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9203): Terminated: ok {rc=0}\u000a04:36:31.538971 --- ParallelTerminationStrategy: PID 9206 died...\u000a04:36:31.597670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9206): Terminated: ok {rc=0}\u000a04:36:31.609171 --- ParallelTerminationStrategy: PID 9209 died...\u000a04:36:31.666819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9209): Terminated: ok {rc=0}\u000a04:36:31.756249 bus /sierra_3: Setting Powered False\u000a04:36:32.857815 bus /sierra_3: Setting Powered False\u000a04:36:33.968233 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9218): Process ended prematurely: osmo-stp_10.42.42.5(pid=9218) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9218)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9218): Process ended prematurely: osmo-stp_10.42.42.5(pid=9218) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:36:35.077952 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:35.089863 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:36:35.236360 tst mo_mt_call_osmux.py: using LAC 38591\u000a04:36:35.355896 tst mo_mt_call_osmux.py: using RAC 86\u000a04:36:35.474797 tst mo_mt_call_osmux.py: using CellId 38591\u000a04:36:35.593867 tst mo_mt_call_osmux.py: using BVCI 38592\u000a04:36:35.616491 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:35.627750 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:35.639137 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:35.650121 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:35.661211 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:35.672226 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:36:35.786217 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:36:35.998096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:36.507090 run create_hlr_db(pid=9212): Launched\u000a04:36:36.692818 bus /sierra_2: Setting Powered False\u000a04:36:37.715325 run create_hlr_db(pid=9212): Terminated: ok {rc=0}\u000a04:36:38.117710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9214): Launched\u000a04:36:38.420667 run osmo-hlr_10.42.42.2(pid=9215): Launched\u000a04:36:38.540256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:39.071164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9217): Launched\u000a04:36:39.372614 run osmo-stp_10.42.42.5(pid=9218): Launched\u000a04:36:39.482138 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:40.033688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9220): Launched\u000a04:36:40.336457 run osmo-msc_10.42.42.6(pid=9221): Launched\u000a04:36:40.513743 run osmo-stp_10.42.42.5(pid=9218): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9218)]\u000a04:36:40.641244 run osmo-stp_10.42.42.5(pid=9218): stdout: \u000a| (launched: 2022-12-14_04:36:39.223276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:40.766853 run osmo-stp_10.42.42.5(pid=9218): stderr: \u000a| �[0;m�[38;5;43m20221214043639391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043639391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043639392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043639393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043639393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043639393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043639393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:40.887323 run osmo-stp_10.42.42.5(pid=9218): stdout: \u000a| (launched: 2022-12-14_04:36:39.223276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:41.006709 run osmo-stp_10.42.42.5(pid=9218): stderr: \u000a| �[0;m�[38;5;43m20221214043639391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043639391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043639392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043639393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043639393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043639393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043639393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:41.059457 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9218): Process ended prematurely: osmo-stp_10.42.42.5(pid=9218) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9218)] [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:36:41.068100 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:36:41.127394 run osmo-hlr_10.42.42.2(pid=9215): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9215)]\u000a04:36:41.176068 run osmo-hlr_10.42.42.2(pid=9215): stdout: \u000a| (launched: 2022-12-14_04:36:38.270561) \u000a04:36:41.225377 run osmo-hlr_10.42.42.2(pid=9215): stderr: \u000a| �[0;m�[1;31m20221214043638444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043638444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043638445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043638445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043638445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043638445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043638457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043638465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043638465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043638465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:41.292221 run osmo-msc_10.42.42.6(pid=9221): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9221)]\u000a04:36:41.340619 run osmo-msc_10.42.42.6(pid=9221): stdout: \u000a| (launched: 2022-12-14_04:36:40.186572) \u000a04:36:41.390257 run osmo-msc_10.42.42.6(pid=9221): stderr: \u000a| �[0;m�[38;5;43m20221214043640457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043640457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bd9126c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043640457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043640457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043640457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043640458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043640459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043640460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043640460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043640460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:41.432365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9214): Terminating (SIGTERM)\u000a04:36:41.471830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9217): Terminating (SIGTERM)\u000a04:36:41.511031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9220): Terminating (SIGTERM)\u000a04:36:41.520142 --- ParallelTerminationStrategy: PID 9214 died...\u000a04:36:41.573057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9214): Terminated: ok {rc=0}\u000a04:36:41.582559 --- ParallelTerminationStrategy: PID 9217 died...\u000a04:36:41.635115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9217): Terminated: ok {rc=0}\u000a04:36:41.644494 --- ParallelTerminationStrategy: PID 9220 died...\u000a04:36:41.697094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9220): Terminated: ok {rc=0}\u000a04:36:41.785932 bus /sierra_3: Setting Powered False\u000a04:36:42.892222 bus /sierra_3: Setting Powered False\u000a04:36:44.005037 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:36:24" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9232): Process ended prematurely: osmo-stp_10.42.42.5(pid=9232) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9232)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9232): Process ended prematurely: osmo-stp_10.42.42.5(pid=9232) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:36:46.018493 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:46.030757 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:36:46.185580 tst mo_mt_call.py: using LAC 38592\u000a04:36:46.335554 tst mo_mt_call.py: using RAC 87\u000a04:36:46.467128 tst mo_mt_call.py: using CellId 38592\u000a04:36:46.598046 tst mo_mt_call.py: using BVCI 38593\u000a04:36:46.623060 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:46.635667 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:46.648381 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:46.661088 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:46.675758 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:46.689490 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:36:46.817640 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:36:47.037376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:47.526280 run create_hlr_db(pid=9226): Launched\u000a04:36:47.697571 bus /sierra_2: Setting Powered False\u000a04:36:48.721198 run create_hlr_db(pid=9226): Terminated: ok {rc=0}\u000a04:36:49.150996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9228): Launched\u000a04:36:49.473831 run osmo-hlr_10.42.42.2(pid=9229): Launched\u000a04:36:49.592693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:50.153138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9231): Launched\u000a04:36:50.476196 run osmo-stp_10.42.42.5(pid=9232): Launched\u000a04:36:50.594466 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:51.187753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9234): Launched\u000a04:36:51.513058 run osmo-msc_10.42.42.6(pid=9235): Launched\u000a04:36:51.703715 run osmo-stp_10.42.42.5(pid=9232): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9232)]\u000a04:36:51.845444 run osmo-stp_10.42.42.5(pid=9232): stdout: \u000a| (launched: 2022-12-14_04:36:50.316524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:51.983102 run osmo-stp_10.42.42.5(pid=9232): stderr: \u000a| �[0;m�[38;5;43m20221214043650507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043650508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043650508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043650508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043650509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043650509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043650509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:52.114266 run osmo-stp_10.42.42.5(pid=9232): stdout: \u000a| (launched: 2022-12-14_04:36:50.316524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:52.243158 run osmo-stp_10.42.42.5(pid=9232): stderr: \u000a| �[0;m�[38;5;43m20221214043650507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043650508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043650508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043650508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043650509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043650509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043650509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:52.300087 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9232): Process ended prematurely: osmo-stp_10.42.42.5(pid=9232) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9232)] [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:36:52.309716 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:36:52.373064 run osmo-hlr_10.42.42.2(pid=9229): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9229)]\u000a04:36:52.424911 run osmo-hlr_10.42.42.2(pid=9229): stdout: \u000a| (launched: 2022-12-14_04:36:49.314910) \u000a04:36:52.477294 run osmo-hlr_10.42.42.2(pid=9229): stderr: \u000a| �[0;m�[1;31m20221214043649511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043649511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043649511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043649511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043649511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043649511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043649523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043649531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043649532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043649532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:52.548443 run osmo-msc_10.42.42.6(pid=9235): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9235)]\u000a04:36:52.600263 run osmo-msc_10.42.42.6(pid=9235): stdout: \u000a| (launched: 2022-12-14_04:36:51.352071) \u000a04:36:52.652883 run osmo-msc_10.42.42.6(pid=9235): stderr: \u000a| �[0;m�[38;5;43m20221214043651674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043651675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f31c390dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043651675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043651675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043651675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043651675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043651677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043651677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043651677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043651678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:52.697397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9228): Terminating (SIGTERM)\u000a04:36:52.739548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9231): Terminating (SIGTERM)\u000a04:36:52.781672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9234): Terminating (SIGTERM)\u000a04:36:52.791462 --- ParallelTerminationStrategy: PID 9228 died...\u000a04:36:52.847750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9228): Terminated: ok {rc=0}\u000a04:36:52.858013 --- ParallelTerminationStrategy: PID 9231 died...\u000a04:36:52.914287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9231): Terminated: ok {rc=0}\u000a04:36:52.924733 --- ParallelTerminationStrategy: PID 9234 died...\u000a04:36:52.981041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9234): Terminated: ok {rc=0}\u000a04:36:53.067467 bus /sierra_3: Setting Powered False\u000a04:36:54.169740 bus /sierra_3: Setting Powered False\u000a04:36:55.280913 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9243): Process ended prematurely: osmo-stp_10.42.42.5(pid=9243) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9243)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9243): Process ended prematurely: osmo-stp_10.42.42.5(pid=9243) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:36:56.390142 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:56.402336 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:36:56.548330 tst mo_mt_call_osmux.py: using LAC 38593\u000a04:36:56.668563 tst mo_mt_call_osmux.py: using RAC 88\u000a04:36:56.795786 tst mo_mt_call_osmux.py: using CellId 38593\u000a04:36:56.921992 tst mo_mt_call_osmux.py: using BVCI 38594\u000a04:36:56.945036 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:56.956353 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:56.967628 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:56.978832 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:56.990468 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:57.001643 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:36:57.119305 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:36:57.319056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:57.801252 run create_hlr_db(pid=9237): Launched\u000a04:36:57.973204 bus /sierra_2: Setting Powered False\u000a04:36:58.996481 run create_hlr_db(pid=9237): Terminated: ok {rc=0}\u000a04:36:59.425137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9239): Launched\u000a04:36:59.751421 run osmo-hlr_10.42.42.2(pid=9240): Launched\u000a04:36:59.870984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:00.432457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9242): Launched\u000a04:37:00.755625 run osmo-stp_10.42.42.5(pid=9243): Launched\u000a04:37:00.943775 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:37:01.627193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9245): Launched\u000a04:37:02.039232 run osmo-msc_10.42.42.6(pid=9246): Launched\u000a04:37:02.437495 run osmo-stp_10.42.42.5(pid=9243): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9243)]\u000a04:37:02.573236 run osmo-stp_10.42.42.5(pid=9243): stdout: \u000a| (launched: 2022-12-14_04:37:00.596514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:02.708720 run osmo-stp_10.42.42.5(pid=9243): stderr: \u000a| �[0;m�[38;5;43m20221214043700788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043700788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043700788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043700789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043700789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043700789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043700789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:02.839073 run osmo-stp_10.42.42.5(pid=9243): stdout: \u000a| (launched: 2022-12-14_04:37:00.596514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:02.968606 run osmo-stp_10.42.42.5(pid=9243): stderr: \u000a| �[0;m�[38;5;43m20221214043700788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043700788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043700788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043700789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043700789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043700789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043700789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:03.025838 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9243): Process ended prematurely: osmo-stp_10.42.42.5(pid=9243) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9243)] [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:37:03.035169 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a04:37:03.098917 run osmo-hlr_10.42.42.2(pid=9240): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9240)]\u000a04:37:03.151054 run osmo-hlr_10.42.42.2(pid=9240): stdout: \u000a| (launched: 2022-12-14_04:36:59.590474) \u000a04:37:03.203874 run osmo-hlr_10.42.42.2(pid=9240): stderr: \u000a| �[0;m�[1;31m20221214043659788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043659788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043659788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043659788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043659789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043659789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043659801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043659809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043659809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043659809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:03.275376 run osmo-msc_10.42.42.6(pid=9246): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9246)]\u000a04:37:03.327420 run osmo-msc_10.42.42.6(pid=9246): stdout: \u000a| (launched: 2022-12-14_04:37:01.785810) \u000a04:37:03.380042 run osmo-msc_10.42.42.6(pid=9246): stderr: \u000a| �[0;m�[38;5;43m20221214043702252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043702252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4aeaabfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043702252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043702252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043702253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043702253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043702254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043702255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043702255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043702255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:37:03.424639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9239): Terminating (SIGTERM)\u000a04:37:03.466900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9242): Terminating (SIGTERM)\u000a04:37:03.509351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9245): Terminating (SIGTERM)\u000a04:37:03.519064 --- ParallelTerminationStrategy: PID 9239 died...\u000a04:37:03.576167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9239): Terminated: ok {rc=0}\u000a04:37:03.586360 --- ParallelTerminationStrategy: PID 9242 died...\u000a04:37:03.643049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9242): Terminated: ok {rc=0}\u000a04:37:03.653203 --- ParallelTerminationStrategy: PID 9245 died...\u000a04:37:03.709660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9245): Terminated: ok {rc=0}\u000a04:37:03.797944 bus /sierra_3: Setting Powered False\u000a04:37:04.901898 bus /sierra_3: Setting Powered False\u000a04:37:06.011859 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:36:45" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9257): Process ended prematurely: osmo-stp_10.42.42.5(pid=9257) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9257)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9257): Process ended prematurely: osmo-stp_10.42.42.5(pid=9257) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:37:07.972741 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:07.983943 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:37:08.128059 tst mo_mt_call.py: using LAC 38594\u000a04:37:08.246064 tst mo_mt_call.py: using RAC 89\u000a04:37:08.363442 tst mo_mt_call.py: using CellId 38594\u000a04:37:08.480707 tst mo_mt_call.py: using BVCI 38595\u000a04:37:08.503471 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:08.514674 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:08.525811 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:08.536770 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:08.547903 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:08.559006 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:37:08.678339 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:37:08.879624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:09.364398 run create_hlr_db(pid=9251): Launched\u000a04:37:09.535863 bus /sierra_2: Setting Powered False\u000a04:37:10.558184 run create_hlr_db(pid=9251): Terminated: ok {rc=0}\u000a04:37:10.985730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9253): Launched\u000a04:37:11.307838 run osmo-hlr_10.42.42.2(pid=9254): Launched\u000a04:37:11.430340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:11.991972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9256): Launched\u000a04:37:12.316424 run osmo-stp_10.42.42.5(pid=9257): Launched\u000a04:37:12.433889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:37:13.025753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9259): Launched\u000a04:37:13.349760 run osmo-msc_10.42.42.6(pid=9260): Launched\u000a04:37:13.539012 run osmo-stp_10.42.42.5(pid=9257): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9257)]\u000a04:37:13.676068 run osmo-stp_10.42.42.5(pid=9257): stdout: \u000a| (launched: 2022-12-14_04:37:12.156174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:13.812450 run osmo-stp_10.42.42.5(pid=9257): stderr: \u000a| �[0;m�[38;5;43m20221214043712346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043712346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043712346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043712346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043712347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043712347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043712347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:13.942667 run osmo-stp_10.42.42.5(pid=9257): stdout: \u000a| (launched: 2022-12-14_04:37:12.156174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:14.071721 run osmo-stp_10.42.42.5(pid=9257): stderr: \u000a| �[0;m�[38;5;43m20221214043712346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043712346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043712346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043712346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043712347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043712347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043712347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:14.128295 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9257): Process ended prematurely: osmo-stp_10.42.42.5(pid=9257) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9257)] [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:37:14.137530 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:37:14.201393 run osmo-hlr_10.42.42.2(pid=9254): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9254)]\u000a04:37:14.253086 run osmo-hlr_10.42.42.2(pid=9254): stdout: \u000a| (launched: 2022-12-14_04:37:11.149527) \u000a04:37:14.305521 run osmo-hlr_10.42.42.2(pid=9254): stderr: \u000a| �[0;m�[1;31m20221214043711344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043711344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043711344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043711344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043711344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043711344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043711356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043711364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043711365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043711365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:14.376818 run osmo-msc_10.42.42.6(pid=9260): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9260)]\u000a04:37:14.428597 run osmo-msc_10.42.42.6(pid=9260): stdout: \u000a| (launched: 2022-12-14_04:37:13.190292) \u000a04:37:14.481029 run osmo-msc_10.42.42.6(pid=9260): stderr: \u000a| �[0;m�[38;5;43m20221214043713510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043713510 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5888862c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043713511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043713511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043713511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043713511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043713513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043713513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043713513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043713513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:37:14.525262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9253): Terminating (SIGTERM)\u000a04:37:14.567797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9256): Terminating (SIGTERM)\u000a04:37:14.609714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9259): Terminating (SIGTERM)\u000a04:37:14.619421 --- ParallelTerminationStrategy: PID 9253 died...\u000a04:37:14.675801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9253): Terminated: ok {rc=0}\u000a04:37:14.685845 --- ParallelTerminationStrategy: PID 9256 died...\u000a04:37:14.741734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9256): Terminated: ok {rc=0}\u000a04:37:14.751713 --- ParallelTerminationStrategy: PID 9259 died...\u000a04:37:14.807911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9259): Terminated: ok {rc=0}\u000a04:37:14.895284 bus /sierra_3: Setting Powered False\u000a04:37:16.025817 bus /sierra_3: Setting Powered False\u000a04:37:17.159178 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9268): Process ended prematurely: osmo-stp_10.42.42.5(pid=9268) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9268)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9268): Process ended prematurely: osmo-stp_10.42.42.5(pid=9268) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:37:18.277714 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:18.290294 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:37:18.448303 tst mo_mt_call_osmux.py: using LAC 38595\u000a04:37:18.575708 tst mo_mt_call_osmux.py: using RAC 90\u000a04:37:18.713428 tst mo_mt_call_osmux.py: using CellId 38595\u000a04:37:18.851438 tst mo_mt_call_osmux.py: using BVCI 38596\u000a04:37:18.876135 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:18.888045 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:18.899539 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:18.911142 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:18.923165 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:18.935567 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:37:19.051821 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:37:19.262174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:19.745286 run create_hlr_db(pid=9262): Launched\u000a04:37:19.917379 bus /sierra_2: Setting Powered False\u000a04:37:20.940673 run create_hlr_db(pid=9262): Terminated: ok {rc=0}\u000a04:37:21.369137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9264): Launched\u000a04:37:21.694039 run osmo-hlr_10.42.42.2(pid=9265): Launched\u000a04:37:21.815635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:22.379559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9267): Launched\u000a04:37:22.704142 run osmo-stp_10.42.42.5(pid=9268): Launched\u000a04:37:22.821842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:37:23.414006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9270): Launched\u000a04:37:23.740233 run osmo-msc_10.42.42.6(pid=9271): Launched\u000a04:37:23.930033 run osmo-stp_10.42.42.5(pid=9268): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9268)]\u000a04:37:24.067736 run osmo-stp_10.42.42.5(pid=9268): stdout: \u000a| (launched: 2022-12-14_04:37:22.543506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:24.204051 run osmo-stp_10.42.42.5(pid=9268): stderr: \u000a| �[0;m�[38;5;43m20221214043722734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043722734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043722734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043722734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043722735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043722735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043722735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:24.334258 run osmo-stp_10.42.42.5(pid=9268): stdout: \u000a| (launched: 2022-12-14_04:37:22.543506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:24.463214 run osmo-stp_10.42.42.5(pid=9268): stderr: \u000a| �[0;m�[38;5;43m20221214043722734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043722734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043722734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043722734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043722735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043722735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043722735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:24.519901 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9268): Process ended prematurely: osmo-stp_10.42.42.5(pid=9268) [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9268)] [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:37:24.529538 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:37:24.592807 run osmo-hlr_10.42.42.2(pid=9265): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9265)]\u000a04:37:24.644275 run osmo-hlr_10.42.42.2(pid=9265): stdout: \u000a| (launched: 2022-12-14_04:37:21.533652) \u000a04:37:24.696513 run osmo-hlr_10.42.42.2(pid=9265): stderr: \u000a| �[0;m�[1;31m20221214043721731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043721731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043721731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043721731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043721731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043721731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043721746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043721756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043721756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043721756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:24.767621 run osmo-msc_10.42.42.6(pid=9271): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9271)]\u000a04:37:24.819351 run osmo-msc_10.42.42.6(pid=9271): stdout: \u000a| (launched: 2022-12-14_04:37:23.578441) \u000a04:37:24.871401 run osmo-msc_10.42.42.6(pid=9271): stderr: \u000a| �[0;m�[38;5;43m20221214043723899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043723900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb344f32c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043723900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043723900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043723900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043723900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043723902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043723902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043723903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043723903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:37:24.916004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9264): Terminating (SIGTERM)\u000a04:37:24.958747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9267): Terminating (SIGTERM)\u000a04:37:25.001003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9270): Terminating (SIGTERM)\u000a04:37:25.010858 --- ParallelTerminationStrategy: PID 9264 died...\u000a04:37:25.067361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9264): Terminated: ok {rc=0}\u000a04:37:25.077585 --- ParallelTerminationStrategy: PID 9267 died...\u000a04:37:25.133827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9267): Terminated: ok {rc=0}\u000a04:37:25.143935 --- ParallelTerminationStrategy: PID 9270 died...\u000a04:37:25.200197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9270): Terminated: ok {rc=0}\u000a04:37:25.287005 bus /sierra_3: Setting Powered False\u000a04:37:26.392736 bus /sierra_3: Setting Powered False\u000a04:37:27.506767 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:37:07" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9282): Process ended prematurely: osmo-stp_10.42.42.5(pid=9282) [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9282)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9282): Process ended prematurely: osmo-stp_10.42.42.5(pid=9282) [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:37:29.492535 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:29.504415 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:37:29.661475 tst mo_mt_call.py: using LAC 38596\u000a04:37:29.785924 tst mo_mt_call.py: using RAC 91\u000a04:37:29.910218 tst mo_mt_call.py: using CellId 38596\u000a04:37:30.028788 tst mo_mt_call.py: using BVCI 38597\u000a04:37:30.051578 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:30.062955 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:30.074105 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:30.085191 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:30.096374 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:30.107534 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:37:30.229086 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:37:30.439199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:31.012714 run create_hlr_db(pid=9276): Launched\u000a04:37:31.195670 bus /sierra_2: Setting Powered False\u000a04:37:32.216093 run create_hlr_db(pid=9276): Terminated: ok {rc=0}\u000a04:37:32.620207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9278): Launched\u000a04:37:32.920576 run osmo-hlr_10.42.42.2(pid=9279): Launched\u000a04:37:33.039539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:33.569127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9281): Launched\u000a04:37:33.870709 run osmo-stp_10.42.42.5(pid=9282): Launched\u000a04:37:33.979785 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:37:34.535684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9284): Launched\u000a04:37:34.837822 run osmo-msc_10.42.42.6(pid=9285): Launched\u000a04:37:35.014394 run osmo-stp_10.42.42.5(pid=9282): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9282)]\u000a04:37:35.142063 run osmo-stp_10.42.42.5(pid=9282): stdout: \u000a| (launched: 2022-12-14_04:37:33.721604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:35.267559 run osmo-stp_10.42.42.5(pid=9282): stderr: \u000a| �[0;m�[38;5;43m20221214043733892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043733892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043733892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043733893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043733893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043733893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043733893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:35.387964 run osmo-stp_10.42.42.5(pid=9282): stdout: \u000a| (launched: 2022-12-14_04:37:33.721604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:35.507155 run osmo-stp_10.42.42.5(pid=9282): stderr: \u000a| �[0;m�[38;5;43m20221214043733892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043733892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043733892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043733893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043733893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043733893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043733893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:35.560028 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9282): Process ended prematurely: osmo-stp_10.42.42.5(pid=9282) [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9282)] [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:37:35.568562 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:37:35.628030 run osmo-hlr_10.42.42.2(pid=9279): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9279)]\u000a04:37:35.676752 run osmo-hlr_10.42.42.2(pid=9279): stdout: \u000a| (launched: 2022-12-14_04:37:32.772714) \u000a04:37:35.726149 run osmo-hlr_10.42.42.2(pid=9279): stderr: \u000a| �[0;m�[1;31m20221214043732947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043732947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043732947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043732947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043732947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043732947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043732960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043732971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043732971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043732971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:35.793888 run osmo-msc_10.42.42.6(pid=9285): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9285)]\u000a04:37:35.842480 run osmo-msc_10.42.42.6(pid=9285): stdout: \u000a| (launched: 2022-12-14_04:37:34.688550) \u000a04:37:35.892190 run osmo-msc_10.42.42.6(pid=9285): stderr: \u000a| �[0;m�[38;5;43m20221214043734959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043734959 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8befddfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043734959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043734959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043734959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043734959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043734961 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043734962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043734962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043734962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:37:35.934052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9278): Terminating (SIGTERM)\u000a04:37:35.973655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9281): Terminating (SIGTERM)\u000a04:37:36.013062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9284): Terminating (SIGTERM)\u000a04:37:36.022206 --- ParallelTerminationStrategy: PID 9278 died...\u000a04:37:36.075638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9278): Terminated: ok {rc=0}\u000a04:37:36.085285 --- ParallelTerminationStrategy: PID 9281 died...\u000a04:37:36.137852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9281): Terminated: ok {rc=0}\u000a04:37:36.147307 --- ParallelTerminationStrategy: PID 9284 died...\u000a04:37:36.199945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9284): Terminated: ok {rc=0}\u000a04:37:36.288279 bus /sierra_3: Setting Powered False\u000a04:37:37.395711 bus /sierra_3: Setting Powered False\u000a04:37:38.503569 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9293): Process ended prematurely: osmo-stp_10.42.42.5(pid=9293) [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9293)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9293): Process ended prematurely: osmo-stp_10.42.42.5(pid=9293) [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:37:39.619323 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:39.631700 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:37:39.780629 tst mo_mt_call_osmux.py: using LAC 38597\u000a04:37:39.901281 tst mo_mt_call_osmux.py: using RAC 92\u000a04:37:40.022563 tst mo_mt_call_osmux.py: using CellId 38597\u000a04:37:40.142783 tst mo_mt_call_osmux.py: using BVCI 38598\u000a04:37:40.165772 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:40.177191 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:40.188273 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:40.199652 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:40.211070 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:40.222210 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:37:40.342360 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:37:40.554057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:41.062951 run create_hlr_db(pid=9287): Launched\u000a04:37:41.249392 bus /sierra_2: Setting Powered False\u000a04:37:42.270373 run create_hlr_db(pid=9287): Terminated: ok {rc=0}\u000a04:37:42.674271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9289): Launched\u000a04:37:42.974567 run osmo-hlr_10.42.42.2(pid=9290): Launched\u000a04:37:43.094530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:43.626306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9292): Launched\u000a04:37:43.928473 run osmo-stp_10.42.42.5(pid=9293): Launched\u000a04:37:44.038123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:37:44.589520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9295): Launched\u000a04:37:44.893196 run osmo-msc_10.42.42.6(pid=9296): Launched\u000a04:37:45.070473 run osmo-stp_10.42.42.5(pid=9293): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9293)]\u000a04:37:45.198607 run osmo-stp_10.42.42.5(pid=9293): stdout: \u000a| (launched: 2022-12-14_04:37:43.778734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:45.323707 run osmo-stp_10.42.42.5(pid=9293): stderr: \u000a| �[0;m�[38;5;43m20221214043743950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043743950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043743950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043743951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043743951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043743951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043743951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:45.444299 run osmo-stp_10.42.42.5(pid=9293): stdout: \u000a| (launched: 2022-12-14_04:37:43.778734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:45.563575 run osmo-stp_10.42.42.5(pid=9293): stderr: \u000a| �[0;m�[38;5;43m20221214043743950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043743950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043743950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043743951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043743951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043743951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043743951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:45.616553 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9293): Process ended prematurely: osmo-stp_10.42.42.5(pid=9293) [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9293)] [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:37:45.625080 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:37:45.683999 run osmo-hlr_10.42.42.2(pid=9290): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9290)]\u000a04:37:45.732523 run osmo-hlr_10.42.42.2(pid=9290): stdout: \u000a| (launched: 2022-12-14_04:37:42.826786) \u000a04:37:45.781707 run osmo-hlr_10.42.42.2(pid=9290): stderr: \u000a| �[0;m�[1;31m20221214043743001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043743001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043743001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043743001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043743001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043743001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043743014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043743023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043743024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043743024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:45.857140 run osmo-msc_10.42.42.6(pid=9296): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9296)]\u000a04:37:45.912015 run osmo-msc_10.42.42.6(pid=9296): stdout: \u000a| (launched: 2022-12-14_04:37:44.742631) \u000a04:37:45.962588 run osmo-msc_10.42.42.6(pid=9296): stderr: \u000a| �[0;m�[38;5;43m20221214043745012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043745012 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe94994ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043745012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043745012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043745013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043745013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043745014 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043745015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043745015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043745015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:37:46.005117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9289): Terminating (SIGTERM)\u000a04:37:46.045134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9292): Terminating (SIGTERM)\u000a04:37:46.085302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9295): Terminating (SIGTERM)\u000a04:37:46.095135 --- ParallelTerminationStrategy: PID 9289 died...\u000a04:37:46.150552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9289): Terminated: ok {rc=0}\u000a04:37:46.160565 --- ParallelTerminationStrategy: PID 9292 died...\u000a04:37:46.214582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9292): Terminated: ok {rc=0}\u000a04:37:46.224575 --- ParallelTerminationStrategy: PID 9295 died...\u000a04:37:46.278696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9295): Terminated: ok {rc=0}\u000a04:37:46.364353 bus /sierra_3: Setting Powered False\u000a04:37:47.466310 bus /sierra_3: Setting Powered False\u000a04:37:48.572843 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:37:29" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9307): Process ended prematurely: osmo-stp_10.42.42.5(pid=9307) [trial-2399↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9307)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9307): Process ended prematurely: osmo-stp_10.42.42.5(pid=9307) [trial-2399↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:37:50.566182 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:50.577138 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:37:50.701990 tst emergency_mo_mt_call.py: using LAC 38598\u000a04:37:50.825374 tst emergency_mo_mt_call.py: using RAC 93\u000a04:37:50.951351 tst emergency_mo_mt_call.py: using CellId 38598\u000a04:37:51.076566 tst emergency_mo_mt_call.py: using BVCI 38599\u000a04:37:51.100653 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:51.112012 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:51.123221 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:51.134256 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:51.145644 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:51.156904 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:51.272082 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:51.480524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:51.997827 run create_hlr_db(pid=9301): Launched\u000a04:37:52.182685 bus /sierra_2: Setting Powered False\u000a04:37:53.203432 run create_hlr_db(pid=9301): Terminated: ok {rc=0}\u000a04:37:53.601272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9303): Launched\u000a04:37:53.895848 run osmo-hlr_10.42.42.2(pid=9304): Launched\u000a04:37:54.004197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:54.517589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9306): Launched\u000a04:37:54.812506 run osmo-stp_10.42.42.5(pid=9307): Launched\u000a04:37:54.931084 tst emergency_mo_mt_call.py: using MSISDN 8504\u000a04:37:55.076503 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:37:55.617936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9309): Launched\u000a04:37:55.912835 run osmo-msc_10.42.42.6(pid=9310): Launched\u000a04:37:56.086891 run osmo-stp_10.42.42.5(pid=9307): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9307)]\u000a04:37:56.212497 run osmo-stp_10.42.42.5(pid=9307): stdout: \u000a| (launched: 2022-12-14_04:37:54.666822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:56.335737 run osmo-stp_10.42.42.5(pid=9307): stderr: \u000a| �[0;m�[38;5;43m20221214043754836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043754837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043754837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043754837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043754838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043754838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043754838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:56.453878 run osmo-stp_10.42.42.5(pid=9307): stdout: \u000a| (launched: 2022-12-14_04:37:54.666822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:56.570784 run osmo-stp_10.42.42.5(pid=9307): stderr: \u000a| �[0;m�[38;5;43m20221214043754836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043754837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043754837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043754837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043754838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043754838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043754838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:56.622425 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=9307): Process ended prematurely: osmo-stp_10.42.42.5(pid=9307) [trial-2399↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9307)] [trial-2399↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a04:37:56.630199 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a04:37:56.690138 run osmo-hlr_10.42.42.2(pid=9304): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9304)]\u000a04:37:56.739198 run osmo-hlr_10.42.42.2(pid=9304): stdout: \u000a| (launched: 2022-12-14_04:37:53.751069) \u000a04:37:56.788871 run osmo-hlr_10.42.42.2(pid=9304): stderr: \u000a| �[0;m�[1;31m20221214043753925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043753925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043753925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043753925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043753925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043753925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043753937 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043753946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043753947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043753947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:56.856693 run osmo-msc_10.42.42.6(pid=9310): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9310)]\u000a04:37:56.905783 run osmo-msc_10.42.42.6(pid=9310): stdout: \u000a| (launched: 2022-12-14_04:37:55.767001) \u000a04:37:56.955164 run osmo-msc_10.42.42.6(pid=9310): stderr: \u000a| �[0;m�[38;5;43m20221214043756036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043756036 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f534f74ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043756036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043756036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043756037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043756037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043756039 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043756039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043756039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043756039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:37:56.997236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9303): Terminating (SIGTERM)\u000a04:37:57.036877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9306): Terminating (SIGTERM)\u000a04:37:57.076299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9309): Terminating (SIGTERM)\u000a04:37:57.085507 --- ParallelTerminationStrategy: PID 9303 died...\u000a04:37:57.138731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9303): Terminated: ok {rc=0}\u000a04:37:57.148364 --- ParallelTerminationStrategy: PID 9306 died...\u000a04:37:57.201098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9306): Terminated: ok {rc=0}\u000a04:37:57.210648 --- ParallelTerminationStrategy: PID 9309 died...\u000a04:37:57.263901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9309): Terminated: ok {rc=0}\u000a04:37:57.353852 bus /sierra_3: Setting Powered False\u000a04:37:58.456747 bus /sierra_3: Setting Powered False\u000a04:37:59.565427 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9318): Process ended prematurely: osmo-stp_10.42.42.5(pid=9318) [trial-2399↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9318)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9318): Process ended prematurely: osmo-stp_10.42.42.5(pid=9318) [trial-2399↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:38:00.617204 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:38:00.629103 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:38:00.757632 tst emergency_preemptive_call.py: using LAC 38599\u000a04:38:00.893152 tst emergency_preemptive_call.py: using RAC 94\u000a04:38:01.020276 tst emergency_preemptive_call.py: using CellId 38599\u000a04:38:01.146634 tst emergency_preemptive_call.py: using BVCI 38600\u000a04:38:01.172121 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:38:01.184538 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:38:01.197940 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:38:01.210219 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:38:01.225268 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:38:01.238202 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:01.372531 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:01.491144 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:01.628347 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:01.864560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:38:02.379738 run create_hlr_db(pid=9312): Launched\u000a04:38:02.551416 bus /sierra_2: Setting Powered False\u000a04:38:03.571636 run create_hlr_db(pid=9312): Terminated: ok {rc=0}\u000a04:38:03.967647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9314): Launched\u000a04:38:04.266268 run osmo-hlr_10.42.42.2(pid=9315): Launched\u000a04:38:04.382877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:38:04.907718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9317): Launched\u000a04:38:05.203100 run osmo-stp_10.42.42.5(pid=9318): Launched\u000a04:38:05.320235 tst emergency_preemptive_call.py: using MSISDN 8505\u000a04:38:05.466217 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:38:06.006748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9320): Launched\u000a04:38:06.302576 run osmo-msc_10.42.42.6(pid=9321): Launched\u000a04:38:06.476310 run osmo-stp_10.42.42.5(pid=9318): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9318)]\u000a04:38:06.601627 run osmo-stp_10.42.42.5(pid=9318): stdout: \u000a| (launched: 2022-12-14_04:38:05.057622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:06.724674 run osmo-stp_10.42.42.5(pid=9318): stderr: \u000a| �[0;m�[38;5;43m20221214043805228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043805228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043805228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043805228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043805229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043805229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043805229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:06.843011 run osmo-stp_10.42.42.5(pid=9318): stdout: \u000a| (launched: 2022-12-14_04:38:05.057622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:06.960344 run osmo-stp_10.42.42.5(pid=9318): stderr: \u000a| �[0;m�[38;5;43m20221214043805228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043805228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043805228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043805228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043805229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043805229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043805229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:07.011972 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=9318): Process ended prematurely: osmo-stp_10.42.42.5(pid=9318) [trial-2399↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9318)] [trial-2399↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a04:38:07.020037 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a04:38:07.080074 run osmo-hlr_10.42.42.2(pid=9315): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9315)]\u000a04:38:07.129046 run osmo-hlr_10.42.42.2(pid=9315): stdout: \u000a| (launched: 2022-12-14_04:38:04.118673) \u000a04:38:07.178990 run osmo-hlr_10.42.42.2(pid=9315): stderr: \u000a| �[0;m�[1;31m20221214043804295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043804295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043804295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043804295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043804295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043804295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043804306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043804315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043804315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043804315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:07.246618 run osmo-msc_10.42.42.6(pid=9321): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9321)]\u000a04:38:07.295662 run osmo-msc_10.42.42.6(pid=9321): stdout: \u000a| (launched: 2022-12-14_04:38:06.157067) \u000a04:38:07.345405 run osmo-msc_10.42.42.6(pid=9321): stderr: \u000a| �[0;m�[38;5;43m20221214043806427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214043806428 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f614d161c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214043806428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214043806428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214043806428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214043806428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214043806430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214043806430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214043806431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214043806431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:38:07.387387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9314): Terminating (SIGTERM)\u000a04:38:07.427184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9317): Terminating (SIGTERM)\u000a04:38:07.467032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9320): Terminating (SIGTERM)\u000a04:38:07.476274 --- ParallelTerminationStrategy: PID 9314 died...\u000a04:38:07.529661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9314): Terminated: ok {rc=0}\u000a04:38:07.539280 --- ParallelTerminationStrategy: PID 9317 died...\u000a04:38:07.592220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9317): Terminated: ok {rc=0}\u000a04:38:07.601859 --- ParallelTerminationStrategy: PID 9320 died...\u000a04:38:07.654813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9320): Terminated: ok {rc=0}\u000a04:38:07.738816 bus /sierra_9: Setting Powered False\u000a04:38:08.845427 bus /sierra_9: Setting Powered False\u000a04:38:09.957491 bus /sierra_8: Setting Powered False\u000a04:38:11.061382 bus /sierra_8: Setting Powered False\u000a04:38:12.172511 bus /sierra_3: Setting Powered False\u000a04:38:13.279114 bus /sierra_3: Setting Powered False\u000a04:38:14.391395 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:37:50" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9337): Process ended prematurely: osmo-stp_10.42.42.5(pid=9337) [trial-2399↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9337)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9337): Process ended prematurely: osmo-stp_10.42.42.5(pid=9337) [trial-2399↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:38:16.486533 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:16.498073 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:38:16.634259 tst cs_paging_gprs_active.py: using LAC 38600\u000a04:38:16.755907 tst cs_paging_gprs_active.py: using RAC 95\u000a04:38:16.879228 tst cs_paging_gprs_active.py: using CellId 38600\u000a04:38:17.000093 tst cs_paging_gprs_active.py: using BVCI 38601\u000a04:38:17.023996 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:17.035397 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:17.046673 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:17.057960 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:17.069199 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:17.080135 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:17.091281 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:17.102342 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:17.113586 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:17.233867 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:17.511400 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:38:17.636720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:17.949818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9327): Launched\u000a04:38:18.210426 run iperf3-srv_10.42.42.10(pid=9328): Launched\u000a04:38:18.393866 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:38:18.518843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:18.831862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9329): Launched\u000a04:38:19.093287 run iperf3-srv_10.42.42.10(pid=9330): Launched\u000a04:38:19.276098 tst cs_paging_gprs_active.py:38: start network...\u000a04:38:19.400780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:38:19.889961 run create_hlr_db(pid=9331): Launched\u000a04:38:20.062766 bus /sierra_2: Setting Powered False\u000a04:38:21.085693 run create_hlr_db(pid=9331): Terminated: ok {rc=0}\u000a04:38:21.514701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9333): Launched\u000a04:38:21.840371 run osmo-hlr_10.42.42.2(pid=9334): Launched\u000a04:38:21.960107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:38:22.525920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9336): Launched\u000a04:38:22.851659 run osmo-stp_10.42.42.5(pid=9337): Launched\u000a04:38:22.969540 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:38:23.538199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9339): Launched\u000a04:38:23.654347 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:38:23.939158 run patchelf(pid=9340): Launched\u000a04:38:24.120855 run osmo-stp_10.42.42.5(pid=9337): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9337)]\u000a04:38:24.250989 run osmo-stp_10.42.42.5(pid=9337): stdout: \u000a| (launched: 2022-12-14_04:38:22.690633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:24.381182 run osmo-stp_10.42.42.5(pid=9337): stderr: \u000a| �[0;m�[38;5;43m20221214043822883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043822883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043822883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043822883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043822884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043822884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043822884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:24.506897 run osmo-stp_10.42.42.5(pid=9337): stdout: \u000a| (launched: 2022-12-14_04:38:22.690633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:24.631526 run osmo-stp_10.42.42.5(pid=9337): stderr: \u000a| �[0;m�[38;5;43m20221214043822883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043822883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043822883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043822883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043822884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043822884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043822884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:24.776433 run patchelf(pid=9340): Terminating (SIGINT)\u000a04:38:24.947102 run patchelf(pid=9340): Terminated: ok {rc=0}\u000a04:38:24.978511 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9337): Process ended prematurely: osmo-stp_10.42.42.5(pid=9337) [trial-2399↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9337)] [trial-2399↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a04:38:24.987880 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a04:38:25.048306 run osmo-hlr_10.42.42.2(pid=9334): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9334)]\u000a04:38:25.097311 run osmo-hlr_10.42.42.2(pid=9334): stdout: \u000a| (launched: 2022-12-14_04:38:21.680481) \u000a04:38:25.146843 run osmo-hlr_10.42.42.2(pid=9334): stderr: \u000a| �[0;m�[1;31m20221214043821876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043821876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043821876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043821876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043821876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043821877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043821888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043821898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043821898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043821898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:25.188904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9327): Terminating (SIGTERM)\u000a04:38:25.228234 run iperf3-srv_10.42.42.10(pid=9328): Terminating (SIGTERM)\u000a04:38:25.267791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9329): Terminating (SIGTERM)\u000a04:38:25.307263 run iperf3-srv_10.42.42.10(pid=9330): Terminating (SIGTERM)\u000a04:38:25.346811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9333): Terminating (SIGTERM)\u000a04:38:25.386198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9336): Terminating (SIGTERM)\u000a04:38:25.425617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9339): Terminating (SIGTERM)\u000a04:38:25.435181 --- ParallelTerminationStrategy: PID 9327 died...\u000a04:38:25.488504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9327): Terminated: ok {rc=0}\u000a04:38:25.498214 --- ParallelTerminationStrategy: PID 9328 died...\u000a04:38:25.550789 run iperf3-srv_10.42.42.10(pid=9328): Terminated {rc=256}\u000a04:38:25.560385 --- ParallelTerminationStrategy: PID 9329 died...\u000a04:38:25.613145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9329): Terminated: ok {rc=0}\u000a04:38:25.622717 --- ParallelTerminationStrategy: PID 9330 died...\u000a04:38:25.675345 run iperf3-srv_10.42.42.10(pid=9330): Terminated {rc=256}\u000a04:38:25.684903 --- ParallelTerminationStrategy: PID 9333 died...\u000a04:38:25.737749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9333): Terminated: ok {rc=0}\u000a04:38:25.747339 --- ParallelTerminationStrategy: PID 9336 died...\u000a04:38:25.800105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9336): Terminated: ok {rc=0}\u000a04:38:25.809881 --- ParallelTerminationStrategy: PID 9339 died...\u000a04:38:25.862707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9339): Terminated: ok {rc=0}\u000a04:38:25.946395 bus /gobi_0: Setting Powered False\u000a04:38:27.048559 bus /gobi_0: Setting Powered False\u000a04:38:28.155637 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9349): Process ended prematurely: osmo-stp_10.42.42.5(pid=9349) [trial-2399↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9349)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9349): Process ended prematurely: osmo-stp_10.42.42.5(pid=9349) [trial-2399↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a04:38:29.270214 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:29.282004 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:38:29.410159 tst iperf3.py: using LAC 38601\u000a04:38:29.528238 tst iperf3.py: using RAC 96\u000a04:38:29.656238 tst iperf3.py: using CellId 38601\u000a04:38:29.783784 tst iperf3.py: using BVCI 38602\u000a04:38:29.808724 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:29.820184 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:29.831439 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:29.842749 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:29.854433 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:29.865940 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:29.877750 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:29.889188 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:29.900796 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:30.180206 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:38:30.306107 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:30.617963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9341): Launched\u000a04:38:30.879298 run iperf3-srv_10.42.42.10(pid=9342): Launched\u000a04:38:31.066299 tst iperf3.py:8: start network...\u000a04:38:31.192701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:38:31.721761 run create_hlr_db(pid=9343): Launched\u000a04:38:31.898216 bus /gobi_6: Setting Powered False\u000a04:38:32.929237 run create_hlr_db(pid=9343): Terminated: ok {rc=0}\u000a04:38:33.361248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9345): Launched\u000a04:38:33.685468 run osmo-hlr_10.42.42.2(pid=9346): Launched\u000a04:38:33.806583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:38:34.367971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9348): Launched\u000a04:38:34.690954 run osmo-stp_10.42.42.5(pid=9349): Launched\u000a04:38:34.808473 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:38:35.377447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9351): Launched\u000a04:38:35.493196 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:38:35.778009 run patchelf(pid=9352): Launched\u000a04:38:35.967678 run osmo-stp_10.42.42.5(pid=9349): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9349)]\u000a04:38:36.107116 run osmo-stp_10.42.42.5(pid=9349): stdout: \u000a| (launched: 2022-12-14_04:38:34.531468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:36.246488 run osmo-stp_10.42.42.5(pid=9349): stderr: \u000a| �[0;m�[38;5;43m20221214043834722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043834722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043834722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043834723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043834723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043834723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043834723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:36.381318 run osmo-stp_10.42.42.5(pid=9349): stdout: \u000a| (launched: 2022-12-14_04:38:34.531468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:36.514888 run osmo-stp_10.42.42.5(pid=9349): stderr: \u000a| �[0;m�[38;5;43m20221214043834722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043834722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043834722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043834723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043834723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043834723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043834723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:36.669868 run patchelf(pid=9352): Terminating (SIGINT)\u000a04:38:36.851718 run patchelf(pid=9352): Terminated: ok {rc=0}\u000a04:38:36.885048 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9349): Process ended prematurely: osmo-stp_10.42.42.5(pid=9349) [trial-2399↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9349)] [trial-2399↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a04:38:36.895179 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a04:38:36.959387 run osmo-hlr_10.42.42.2(pid=9346): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9346)]\u000a04:38:37.011831 run osmo-hlr_10.42.42.2(pid=9346): stdout: \u000a| (launched: 2022-12-14_04:38:33.525416) \u000a04:38:37.064712 run osmo-hlr_10.42.42.2(pid=9346): stderr: \u000a| �[0;m�[1;31m20221214043833722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043833722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043833722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043833722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043833722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043833722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043833738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043833748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043833748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043833748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:37.109638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9341): Terminating (SIGTERM)\u000a04:38:37.151970 run iperf3-srv_10.42.42.10(pid=9342): Terminating (SIGTERM)\u000a04:38:37.194462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9345): Terminating (SIGTERM)\u000a04:38:37.236802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9348): Terminating (SIGTERM)\u000a04:38:37.279264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9351): Terminating (SIGTERM)\u000a04:38:37.289181 --- ParallelTerminationStrategy: PID 9341 died...\u000a04:38:37.345915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9341): Terminated: ok {rc=0}\u000a04:38:37.356116 --- ParallelTerminationStrategy: PID 9342 died...\u000a04:38:37.412757 run iperf3-srv_10.42.42.10(pid=9342): Terminated {rc=256}\u000a04:38:37.422906 --- ParallelTerminationStrategy: PID 9345 died...\u000a04:38:37.479307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9345): Terminated: ok {rc=0}\u000a04:38:37.489562 --- ParallelTerminationStrategy: PID 9348 died...\u000a04:38:37.545866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9348): Terminated: ok {rc=0}\u000a04:38:37.556121 --- ParallelTerminationStrategy: PID 9351 died...\u000a04:38:37.612790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9351): Terminated: ok {rc=0}\u000a04:38:37.700262 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9367): Process ended prematurely: osmo-stp_10.42.42.5(pid=9367) [trial-2399↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9367)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9367): Process ended prematurely: osmo-stp_10.42.42.5(pid=9367) [trial-2399↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a04:38:38.814782 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:38.826787 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:38:38.961370 tst iperf3m4.py: using LAC 38602\u000a04:38:39.090229 tst iperf3m4.py: using RAC 97\u000a04:38:39.216860 tst iperf3m4.py: using CellId 38602\u000a04:38:39.342595 tst iperf3m4.py: using BVCI 38603\u000a04:38:39.367367 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:39.378807 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:39.390077 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:39.401212 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:39.412640 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:39.424139 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:39.435732 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:39.447138 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:39.458889 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:39.575422 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:39.697847 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:39.812901 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:40.086844 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:38:40.211753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:40.524705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9353): Launched\u000a04:38:40.783361 run iperf3-srv_10.42.42.10(pid=9354): Launched\u000a04:38:40.965829 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:38:41.090667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:41.402537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9355): Launched\u000a04:38:41.661844 run iperf3-srv_10.42.42.10(pid=9356): Launched\u000a04:38:41.843509 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:38:41.968241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:42.282041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9357): Launched\u000a04:38:42.542866 run iperf3-srv_10.42.42.10(pid=9358): Launched\u000a04:38:42.725223 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:38:42.849501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:43.162949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9359): Launched\u000a04:38:43.422543 run iperf3-srv_10.42.42.10(pid=9360): Launched\u000a04:38:43.604891 tst iperf3m4.py:8: start network...\u000a04:38:43.729514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:38:44.214826 run create_hlr_db(pid=9361): Launched\u000a04:38:44.387053 bus /gobi_6: Setting Powered False\u000a04:38:45.409960 run create_hlr_db(pid=9361): Terminated: ok {rc=0}\u000a04:38:45.846691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9363): Launched\u000a04:38:46.273583 run osmo-hlr_10.42.42.2(pid=9364): Launched\u000a04:38:46.435632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:38:47.131950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9366): Launched\u000a04:38:47.460574 run osmo-stp_10.42.42.5(pid=9367): Launched\u000a04:38:47.579180 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:38:48.148895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9369): Launched\u000a04:38:48.265072 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:38:48.550052 run patchelf(pid=9370): Launched\u000a04:38:48.741596 run osmo-stp_10.42.42.5(pid=9367): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9367)]\u000a04:38:48.880101 run osmo-stp_10.42.42.5(pid=9367): stdout: \u000a| (launched: 2022-12-14_04:38:47.299003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:49.019449 run osmo-stp_10.42.42.5(pid=9367): stderr: \u000a| �[0;m�[38;5;43m20221214043847488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043847488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043847488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043847489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043847489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043847489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043847489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:49.153971 run osmo-stp_10.42.42.5(pid=9367): stdout: \u000a| (launched: 2022-12-14_04:38:47.299003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:49.287006 run osmo-stp_10.42.42.5(pid=9367): stderr: \u000a| �[0;m�[38;5;43m20221214043847488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043847488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043847488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043847489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043847489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043847489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043847489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:49.441886 run patchelf(pid=9370): Terminating (SIGINT)\u000a04:38:49.623577 run patchelf(pid=9370): Terminated: ok {rc=0}\u000a04:38:49.657015 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9367): Process ended prematurely: osmo-stp_10.42.42.5(pid=9367) [trial-2399↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9367)] [trial-2399↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a04:38:49.667197 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a04:38:49.730941 run osmo-hlr_10.42.42.2(pid=9364): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9364)]\u000a04:38:49.782514 run osmo-hlr_10.42.42.2(pid=9364): stdout: \u000a| (launched: 2022-12-14_04:38:46.012476) \u000a04:38:49.834667 run osmo-hlr_10.42.42.2(pid=9364): stderr: \u000a| �[0;m�[1;31m20221214043846308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043846308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043846308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043846308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043846308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043846308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043846365 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043846374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043846374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043846374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:49.879257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9353): Terminating (SIGTERM)\u000a04:38:49.921531 run iperf3-srv_10.42.42.10(pid=9354): Terminating (SIGTERM)\u000a04:38:49.963568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9355): Terminating (SIGTERM)\u000a04:38:50.005876 run iperf3-srv_10.42.42.10(pid=9356): Terminating (SIGTERM)\u000a04:38:50.048122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9357): Terminating (SIGTERM)\u000a04:38:50.090274 run iperf3-srv_10.42.42.10(pid=9358): Terminating (SIGTERM)\u000a04:38:50.132447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9359): Terminating (SIGTERM)\u000a04:38:50.174395 run iperf3-srv_10.42.42.10(pid=9360): Terminating (SIGTERM)\u000a04:38:50.216414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9363): Terminating (SIGTERM)\u000a04:38:50.258597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9366): Terminating (SIGTERM)\u000a04:38:50.300565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9369): Terminating (SIGTERM)\u000a04:38:50.310383 --- ParallelTerminationStrategy: PID 9353 died...\u000a04:38:50.367489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9353): Terminated: ok {rc=0}\u000a04:38:50.378048 --- ParallelTerminationStrategy: PID 9354 died...\u000a04:38:50.434459 run iperf3-srv_10.42.42.10(pid=9354): Terminated {rc=256}\u000a04:38:50.444756 --- ParallelTerminationStrategy: PID 9355 died...\u000a04:38:50.501713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9355): Terminated: ok {rc=0}\u000a04:38:50.511924 --- ParallelTerminationStrategy: PID 9356 died...\u000a04:38:50.568464 run iperf3-srv_10.42.42.10(pid=9356): Terminated {rc=256}\u000a04:38:50.578685 --- ParallelTerminationStrategy: PID 9357 died...\u000a04:38:50.635058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9357): Terminated: ok {rc=0}\u000a04:38:50.645344 --- ParallelTerminationStrategy: PID 9358 died...\u000a04:38:50.701770 run iperf3-srv_10.42.42.10(pid=9358): Terminated {rc=256}\u000a04:38:50.711973 --- ParallelTerminationStrategy: PID 9359 died...\u000a04:38:50.768558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9359): Terminated: ok {rc=0}\u000a04:38:50.778640 --- ParallelTerminationStrategy: PID 9360 died...\u000a04:38:50.835079 run iperf3-srv_10.42.42.10(pid=9360): Terminated {rc=256}\u000a04:38:50.845412 --- ParallelTerminationStrategy: PID 9363 died...\u000a04:38:50.901907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9363): Terminated: ok {rc=0}\u000a04:38:50.912232 --- ParallelTerminationStrategy: PID 9366 died...\u000a04:38:50.968744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9366): Terminated: ok {rc=0}\u000a04:38:50.978881 --- ParallelTerminationStrategy: PID 9369 died...\u000a04:38:51.035576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9369): Terminated: ok {rc=0}\u000a04:38:51.123161 bus /gobi_4: Setting Powered False\u000a04:38:52.230382 bus /gobi_4: Setting Powered False\u000a04:38:53.338902 bus /gobi_1: Setting Powered False\u000a04:38:54.446392 bus /gobi_1: Setting Powered False\u000a04:38:55.554331 bus /gobi_0: Setting Powered False\u000a04:38:56.661035 bus /gobi_0: Setting Powered False\u000a04:38:57.773250 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9540): Process ended prematurely: osmo-stp_10.42.42.5(pid=9540) [trial-2399↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9540)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9540): Process ended prematurely: osmo-stp_10.42.42.5(pid=9540) [trial-2399↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a04:38:58.839657 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:58.851233 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:38:58.974009 tst ping.py: using LAC 38603\u000a04:38:59.097730 tst ping.py: using RAC 98\u000a04:38:59.223731 tst ping.py: using CellId 38603\u000a04:38:59.347952 tst ping.py: using BVCI 38604\u000a04:38:59.372219 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:59.383445 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:59.394597 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:59.405639 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:59.416783 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:59.428076 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:59.439475 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:59.450879 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:59.722987 tst ping.py:19: start network...\u000a04:38:59.845146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:00.319680 run create_hlr_db(pid=9371): Launched\u000a04:39:00.504373 bus /gobi_6: Setting Powered False\u000a04:39:01.560493 run create_hlr_db(pid=9371): Terminated: ok {rc=0}\u000a04:39:02.074096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9409): Launched\u000a04:39:02.575240 run osmo-hlr_10.42.42.2(pid=9422): Launched\u000a04:39:02.825846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:03.486175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9490): Launched\u000a04:39:03.943963 run osmo-stp_10.42.42.5(pid=9540): Launched\u000a04:39:04.194252 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:04.862446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9648): Launched\u000a04:39:04.978869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:05.272309 run patchelf(pid=9649): Launched\u000a04:39:05.464018 run osmo-stp_10.42.42.5(pid=9540): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9540)]\u000a04:39:05.605096 run osmo-stp_10.42.42.5(pid=9540): stdout: \u000a| (launched: 2022-12-14_04:39:03.681734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:05.746972 run osmo-stp_10.42.42.5(pid=9540): stderr: \u000a| �[0;m�[38;5;43m20221214043904032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043904032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043904037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043904038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043904038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043904038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043904038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:05.882540 run osmo-stp_10.42.42.5(pid=9540): stdout: \u000a| (launched: 2022-12-14_04:39:03.681734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:06.016714 run osmo-stp_10.42.42.5(pid=9540): stderr: \u000a| �[0;m�[38;5;43m20221214043904032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043904032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043904037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043904038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043904038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043904038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043904038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:06.172769 run patchelf(pid=9649): Terminating (SIGINT)\u000a04:39:06.354961 run patchelf(pid=9649): Terminated: ok {rc=0}\u000a04:39:06.388050 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9540): Process ended prematurely: osmo-stp_10.42.42.5(pid=9540) [trial-2399↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9540)] [trial-2399↪gprs:nanobts+band-1900↪ping.py:22]\u000a04:39:06.397589 tst ping.py:22: Test FAILED (7.5 sec)\u000a04:39:06.465162 run osmo-hlr_10.42.42.2(pid=9422): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9422)]\u000a04:39:06.519613 run osmo-hlr_10.42.42.2(pid=9422): stdout: \u000a| (launched: 2022-12-14_04:39:02.262759) \u000a04:39:06.575184 run osmo-hlr_10.42.42.2(pid=9422): stderr: \u000a| �[0;m�[1;31m20221214043902554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043902554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043902554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043902554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043902554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043902554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043902571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043902584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043902584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043902584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:06.623018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9409): Terminating (SIGTERM)\u000a04:39:06.670088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9490): Terminating (SIGTERM)\u000a04:39:06.717115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9648): Terminating (SIGTERM)\u000a04:39:06.728201 --- ParallelTerminationStrategy: PID 9409 died...\u000a04:39:06.789273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9409): Terminated: ok {rc=0}\u000a04:39:06.801240 --- ParallelTerminationStrategy: PID 9490 died...\u000a04:39:06.859560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9490): Terminated: ok {rc=0}\u000a04:39:06.870677 --- ParallelTerminationStrategy: PID 9648 died...\u000a04:39:06.929872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9648): Terminated: ok {rc=0}\u000a04:39:07.024601 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9658): Process ended prematurely: osmo-stp_10.42.42.5(pid=9658) [trial-2399↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9658)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9658): Process ended prematurely: osmo-stp_10.42.42.5(pid=9658) [trial-2399↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a04:39:08.081468 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:08.094576 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:39:08.230816 tst ping_idle_ping.py: using LAC 38604\u000a04:39:08.357760 tst ping_idle_ping.py: using RAC 99\u000a04:39:08.484408 tst ping_idle_ping.py: using CellId 38604\u000a04:39:08.610222 tst ping_idle_ping.py: using BVCI 38605\u000a04:39:08.635499 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:08.647885 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:08.660085 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:08.672632 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:08.685701 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:08.698747 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:08.712058 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:08.726034 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:39:09.025121 tst ping_idle_ping.py:24: start network...\u000a04:39:09.161150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:09.703060 run create_hlr_db(pid=9652): Launched\u000a04:39:09.899042 bus /gobi_6: Setting Powered False\u000a04:39:10.917631 run create_hlr_db(pid=9652): Terminated: ok {rc=0}\u000a04:39:11.365004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9654): Launched\u000a04:39:11.797475 run osmo-hlr_10.42.42.2(pid=9655): Launched\u000a04:39:12.023173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:12.621387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9657): Launched\u000a04:39:13.052361 run osmo-stp_10.42.42.5(pid=9658): Launched\u000a04:39:13.265576 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:13.850772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9660): Launched\u000a04:39:13.968817 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:14.268819 run patchelf(pid=9661): Launched\u000a04:39:14.464524 run osmo-stp_10.42.42.5(pid=9658): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9658)]\u000a04:39:14.606548 run osmo-stp_10.42.42.5(pid=9658): stdout: \u000a| (launched: 2022-12-14_04:39:12.789693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:14.749415 run osmo-stp_10.42.42.5(pid=9658): stderr: \u000a| �[0;m�[38;5;43m20221214043913077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043913078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043913078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043913078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043913079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043913079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043913079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:14.887530 run osmo-stp_10.42.42.5(pid=9658): stdout: \u000a| (launched: 2022-12-14_04:39:12.789693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:15.026812 run osmo-stp_10.42.42.5(pid=9658): stderr: \u000a| �[0;m�[38;5;43m20221214043913077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043913078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043913078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043913078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043913079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043913079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043913079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:15.184279 run patchelf(pid=9661): Terminating (SIGINT)\u000a04:39:15.371815 run patchelf(pid=9661): Terminated: ok {rc=0}\u000a04:39:15.405755 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9658): Process ended prematurely: osmo-stp_10.42.42.5(pid=9658) [trial-2399↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9658)] [trial-2399↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a04:39:15.417465 tst ping_idle_ping.py:27: Test FAILED (7.3 sec)\u000a04:39:15.484357 run osmo-hlr_10.42.42.2(pid=9655): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9655)]\u000a04:39:15.539085 run osmo-hlr_10.42.42.2(pid=9655): stdout: \u000a| (launched: 2022-12-14_04:39:11.531736) \u000a04:39:15.594829 run osmo-hlr_10.42.42.2(pid=9655): stderr: \u000a| �[0;m�[1;31m20221214043911840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043911840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043911840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043911840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043911840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043911840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043911876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043911884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043911889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043911889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:15.644710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9654): Terminating (SIGTERM)\u000a04:39:15.693133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9657): Terminating (SIGTERM)\u000a04:39:15.739958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9660): Terminating (SIGTERM)\u000a04:39:15.751065 --- ParallelTerminationStrategy: PID 9654 died...\u000a04:39:15.814144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9654): Terminated: ok {rc=0}\u000a04:39:15.826803 --- ParallelTerminationStrategy: PID 9657 died...\u000a04:39:15.902767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9657): Terminated: ok {rc=0}\u000a04:39:15.919484 --- ParallelTerminationStrategy: PID 9660 died...\u000a04:39:15.995626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9660): Terminated: ok {rc=0}\u000a04:39:16.124710 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:38:16" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9676): Process ended prematurely: osmo-stp_10.42.42.5(pid=9676) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9676)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9676): Process ended prematurely: osmo-stp_10.42.42.5(pid=9676) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:39:18.337138 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:18.349802 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:39:18.494876 tst cs_paging_gprs_active.py: using LAC 38605\u000a04:39:18.625993 tst cs_paging_gprs_active.py: using RAC 100\u000a04:39:18.755269 tst cs_paging_gprs_active.py: using CellId 38605\u000a04:39:18.886046 tst cs_paging_gprs_active.py: using BVCI 38606\u000a04:39:18.912384 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:18.924930 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:18.937447 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:18.950084 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:18.963863 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:18.978142 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:18.991807 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:19.005360 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:19.020283 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:19.146221 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:19.456453 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:39:19.597477 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:19.961809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9666): Launched\u000a04:39:20.267402 run iperf3-srv_10.42.42.10(pid=9667): Launched\u000a04:39:20.475814 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:39:20.617384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:20.978373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9668): Launched\u000a04:39:21.284522 run iperf3-srv_10.42.42.10(pid=9669): Launched\u000a04:39:21.493951 tst cs_paging_gprs_active.py:38: start network...\u000a04:39:21.635790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:22.205462 run create_hlr_db(pid=9670): Launched\u000a04:39:22.401370 bus /gobi_6: Setting Powered False\u000a04:39:23.424188 run create_hlr_db(pid=9670): Terminated: ok {rc=0}\u000a04:39:23.885875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9672): Launched\u000a04:39:24.325030 run osmo-hlr_10.42.42.2(pid=9673): Launched\u000a04:39:24.570946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:25.166629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9675): Launched\u000a04:39:25.606978 run osmo-stp_10.42.42.5(pid=9676): Launched\u000a04:39:25.828557 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:26.361112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9680): Launched\u000a04:39:26.468204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:26.735338 run patchelf(pid=9681): Launched\u000a04:39:26.913339 run osmo-stp_10.42.42.5(pid=9676): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9676)]\u000a04:39:27.043020 run osmo-stp_10.42.42.5(pid=9676): stdout: \u000a| (launched: 2022-12-14_04:39:25.340393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:27.173139 run osmo-stp_10.42.42.5(pid=9676): stderr: \u000a| �[0;m�[38;5;43m20221214043925636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043925636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043925636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043925645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043925646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043925646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043925646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:27.298752 run osmo-stp_10.42.42.5(pid=9676): stdout: \u000a| (launched: 2022-12-14_04:39:25.340393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:27.423212 run osmo-stp_10.42.42.5(pid=9676): stderr: \u000a| �[0;m�[38;5;43m20221214043925636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043925636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043925636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043925645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043925646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043925646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043925646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:27.567249 run patchelf(pid=9681): Terminating (SIGINT)\u000a04:39:27.737374 run patchelf(pid=9681): Terminated: ok {rc=0}\u000a04:39:27.768533 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9676): Process ended prematurely: osmo-stp_10.42.42.5(pid=9676) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9676)] [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:39:27.777937 tst cs_paging_gprs_active.py:38: Test FAILED (9.5 sec)\u000a04:39:27.837337 run osmo-hlr_10.42.42.2(pid=9673): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9673)]\u000a04:39:27.885921 run osmo-hlr_10.42.42.2(pid=9673): stdout: \u000a| (launched: 2022-12-14_04:39:24.058844) \u000a04:39:27.935214 run osmo-hlr_10.42.42.2(pid=9673): stderr: \u000a| �[0;m�[1;31m20221214043924363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043924364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043924364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043924364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043924364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043924364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043924383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043924396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043924396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043924396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:27.976916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9666): Terminating (SIGTERM)\u000a04:39:28.016415 run iperf3-srv_10.42.42.10(pid=9667): Terminating (SIGTERM)\u000a04:39:28.055824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9668): Terminating (SIGTERM)\u000a04:39:28.095095 run iperf3-srv_10.42.42.10(pid=9669): Terminating (SIGTERM)\u000a04:39:28.134653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9672): Terminating (SIGTERM)\u000a04:39:28.173963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9675): Terminating (SIGTERM)\u000a04:39:28.213275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9680): Terminating (SIGTERM)\u000a04:39:28.222420 --- ParallelTerminationStrategy: PID 9666 died...\u000a04:39:28.275581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9666): Terminated: ok {rc=0}\u000a04:39:28.285311 --- ParallelTerminationStrategy: PID 9667 died...\u000a04:39:28.337890 run iperf3-srv_10.42.42.10(pid=9667): Terminated {rc=256}\u000a04:39:28.347331 --- ParallelTerminationStrategy: PID 9668 died...\u000a04:39:28.399771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9668): Terminated: ok {rc=0}\u000a04:39:28.409284 --- ParallelTerminationStrategy: PID 9669 died...\u000a04:39:28.461799 run iperf3-srv_10.42.42.10(pid=9669): Terminated {rc=256}\u000a04:39:28.471275 --- ParallelTerminationStrategy: PID 9672 died...\u000a04:39:28.523671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9672): Terminated: ok {rc=0}\u000a04:39:28.533241 --- ParallelTerminationStrategy: PID 9675 died...\u000a04:39:28.585682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9675): Terminated: ok {rc=0}\u000a04:39:28.595154 --- ParallelTerminationStrategy: PID 9680 died...\u000a04:39:28.647636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9680): Terminated: ok {rc=0}\u000a04:39:28.735036 bus /gobi_0: Setting Powered False\u000a04:39:29.839161 bus /gobi_0: Setting Powered False\u000a04:39:30.975629 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9690): Process ended prematurely: osmo-stp_10.42.42.5(pid=9690) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9690)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9690): Process ended prematurely: osmo-stp_10.42.42.5(pid=9690) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:39:32.094172 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:32.107498 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:39:32.249396 tst iperf3.py: using LAC 38606\u000a04:39:32.379566 tst iperf3.py: using RAC 101\u000a04:39:32.506749 tst iperf3.py: using CellId 38606\u000a04:39:32.634188 tst iperf3.py: using BVCI 38607\u000a04:39:32.659132 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:32.671070 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:32.682304 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:32.693555 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:32.704868 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:32.716264 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:32.727928 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:32.739438 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:32.751134 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:33.046523 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:39:33.182396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:33.521735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9682): Launched\u000a04:39:33.803896 run iperf3-srv_10.42.42.10(pid=9683): Launched\u000a04:39:34.002964 tst iperf3.py:8: start network...\u000a04:39:34.139001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:34.652812 run create_hlr_db(pid=9684): Launched\u000a04:39:34.841923 bus /gobi_6: Setting Powered False\u000a04:39:35.862231 run create_hlr_db(pid=9684): Terminated: ok {rc=0}\u000a04:39:36.274219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9686): Launched\u000a04:39:36.582930 run osmo-hlr_10.42.42.2(pid=9687): Launched\u000a04:39:36.704435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:37.245567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9689): Launched\u000a04:39:37.551478 run osmo-stp_10.42.42.5(pid=9690): Launched\u000a04:39:37.661729 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:38.195749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9692): Launched\u000a04:39:38.303505 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:38.570569 run patchelf(pid=9693): Launched\u000a04:39:38.747949 run osmo-stp_10.42.42.5(pid=9690): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9690)]\u000a04:39:38.878469 run osmo-stp_10.42.42.5(pid=9690): stdout: \u000a| (launched: 2022-12-14_04:39:37.399361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:39.008041 run osmo-stp_10.42.42.5(pid=9690): stderr: \u000a| �[0;m�[38;5;43m20221214043937572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043937572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043937572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043937573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043937573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043937573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043937573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:39.133631 run osmo-stp_10.42.42.5(pid=9690): stdout: \u000a| (launched: 2022-12-14_04:39:37.399361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:39.257510 run osmo-stp_10.42.42.5(pid=9690): stderr: \u000a| �[0;m�[38;5;43m20221214043937572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043937572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043937572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043937573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043937573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043937573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043937573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:39.402114 run patchelf(pid=9693): Terminating (SIGINT)\u000a04:39:39.571812 run patchelf(pid=9693): Terminated: ok {rc=0}\u000a04:39:39.603173 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9690): Process ended prematurely: osmo-stp_10.42.42.5(pid=9690) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9690)] [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a04:39:39.612496 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:39:39.672446 run osmo-hlr_10.42.42.2(pid=9687): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9687)]\u000a04:39:39.721296 run osmo-hlr_10.42.42.2(pid=9687): stdout: \u000a| (launched: 2022-12-14_04:39:36.428578) \u000a04:39:39.770885 run osmo-hlr_10.42.42.2(pid=9687): stderr: \u000a| �[0;m�[1;31m20221214043936605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043936605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043936605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043936605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043936605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043936605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043936618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043936626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043936626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043936626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:39.813004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9682): Terminating (SIGTERM)\u000a04:39:39.852586 run iperf3-srv_10.42.42.10(pid=9683): Terminating (SIGTERM)\u000a04:39:39.892185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9686): Terminating (SIGTERM)\u000a04:39:39.931704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9689): Terminating (SIGTERM)\u000a04:39:39.971895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9692): Terminating (SIGTERM)\u000a04:39:39.981176 --- ParallelTerminationStrategy: PID 9682 died...\u000a04:39:40.034113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9682): Terminated: ok {rc=0}\u000a04:39:40.043618 --- ParallelTerminationStrategy: PID 9683 died...\u000a04:39:40.096388 run iperf3-srv_10.42.42.10(pid=9683): Terminated {rc=256}\u000a04:39:40.105996 --- ParallelTerminationStrategy: PID 9686 died...\u000a04:39:40.158845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9686): Terminated: ok {rc=0}\u000a04:39:40.168317 --- ParallelTerminationStrategy: PID 9689 died...\u000a04:39:40.221157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9689): Terminated: ok {rc=0}\u000a04:39:40.230705 --- ParallelTerminationStrategy: PID 9692 died...\u000a04:39:40.283538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9692): Terminated: ok {rc=0}\u000a04:39:40.371381 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9708): Process ended prematurely: osmo-stp_10.42.42.5(pid=9708) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9708)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9708): Process ended prematurely: osmo-stp_10.42.42.5(pid=9708) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:39:41.488083 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:41.500546 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:39:41.642917 tst iperf3m4.py: using LAC 38607\u000a04:39:41.769919 tst iperf3m4.py: using RAC 102\u000a04:39:41.894621 tst iperf3m4.py: using CellId 38607\u000a04:39:42.020594 tst iperf3m4.py: using BVCI 38608\u000a04:39:42.045606 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:42.057298 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:42.068638 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:42.080003 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:42.091584 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:42.103122 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:42.114939 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:42.126479 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:42.138165 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:42.256332 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:42.380087 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:42.502263 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:42.796117 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:39:42.932538 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:43.271652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9694): Launched\u000a04:39:43.554318 run iperf3-srv_10.42.42.10(pid=9695): Launched\u000a04:39:43.754127 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:39:43.890516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:44.230025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9696): Launched\u000a04:39:44.511323 run iperf3-srv_10.42.42.10(pid=9697): Launched\u000a04:39:44.710618 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:39:44.846733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:45.186766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9698): Launched\u000a04:39:45.468251 run iperf3-srv_10.42.42.10(pid=9699): Launched\u000a04:39:45.667672 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:39:45.803461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:46.162333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9700): Launched\u000a04:39:46.447176 run iperf3-srv_10.42.42.10(pid=9701): Launched\u000a04:39:46.640144 tst iperf3m4.py:8: start network...\u000a04:39:46.771543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:47.286616 run create_hlr_db(pid=9702): Launched\u000a04:39:47.474997 bus /gobi_6: Setting Powered False\u000a04:39:48.496921 run create_hlr_db(pid=9702): Terminated: ok {rc=0}\u000a04:39:48.909323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9704): Launched\u000a04:39:49.210881 run osmo-hlr_10.42.42.2(pid=9705): Launched\u000a04:39:49.324185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:49.850926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9707): Launched\u000a04:39:50.152156 run osmo-stp_10.42.42.5(pid=9708): Launched\u000a04:39:50.260111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:50.785614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9710): Launched\u000a04:39:50.892800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:51.158398 run patchelf(pid=9711): Launched\u000a04:39:51.334909 run osmo-stp_10.42.42.5(pid=9708): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9708)]\u000a04:39:51.463908 run osmo-stp_10.42.42.5(pid=9708): stdout: \u000a| (launched: 2022-12-14_04:39:50.003339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:51.593215 run osmo-stp_10.42.42.5(pid=9708): stderr: \u000a| �[0;m�[38;5;43m20221214043950172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043950172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043950172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043950172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043950173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043950173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043950173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:51.718015 run osmo-stp_10.42.42.5(pid=9708): stdout: \u000a| (launched: 2022-12-14_04:39:50.003339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:51.841686 run osmo-stp_10.42.42.5(pid=9708): stderr: \u000a| �[0;m�[38;5;43m20221214043950172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214043950172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214043950172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214043950172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214043950173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214043950173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214043950173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:51.985961 run patchelf(pid=9711): Terminating (SIGINT)\u000a04:39:52.155477 run patchelf(pid=9711): Terminated: ok {rc=0}\u000a04:39:52.186751 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9708): Process ended prematurely: osmo-stp_10.42.42.5(pid=9708) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9708)] [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:39:52.196113 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:39:52.255922 run osmo-hlr_10.42.42.2(pid=9705): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9705)]\u000a04:39:52.304265 run osmo-hlr_10.42.42.2(pid=9705): stdout: \u000a| (launched: 2022-12-14_04:39:49.062250) \u000a04:39:52.353659 run osmo-hlr_10.42.42.2(pid=9705): stderr: \u000a| �[0;m�[1;31m20221214043949239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214043949239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214043949239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043949239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214043949239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214043949239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214043949252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214043949262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214043949263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214043949263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:52.395696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9694): Terminating (SIGTERM)\u000a04:39:52.434984 run iperf3-srv_10.42.42.10(pid=9695): Terminating (SIGTERM)\u000a04:39:52.474410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9696): Terminating (SIGTERM)\u000a04:39:52.513504 run iperf3-srv_10.42.42.10(pid=9697): Terminating (SIGTERM)\u000a04:39:52.552808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9698): Terminating (SIGTERM)\u000a04:39:52.592003 run iperf3-srv_10.42.42.10(pid=9699): Terminating (SIGTERM)\u000a04:39:52.631315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9700): Terminating (SIGTERM)\u000a04:39:52.670631 run iperf3-srv_10.42.42.10(pid=9701): Terminating (SIGTERM)\u000a04:39:52.710463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9704): Terminating (SIGTERM)\u000a04:39:52.749908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9707): Terminating (SIGTERM)\u000a04:39:52.789394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9710): Terminating (SIGTERM)\u000a04:39:52.798639 --- ParallelTerminationStrategy: PID 9694 died...\u000a04:39:52.851508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9694): Terminated: ok {rc=0}\u000a04:39:52.861120 --- ParallelTerminationStrategy: PID 9695 died...\u000a04:39:52.913834 run iperf3-srv_10.42.42.10(pid=9695): Terminated {rc=256}\u000a04:39:52.923290 --- ParallelTerminationStrategy: PID 9696 died...\u000a04:39:52.976268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9696): Terminated: ok {rc=0}\u000a04:39:52.985839 --- ParallelTerminationStrategy: PID 9697 died...\u000a04:39:53.038101 run iperf3-srv_10.42.42.10(pid=9697): Terminated {rc=256}\u000a04:39:53.047552 --- ParallelTerminationStrategy: PID 9698 died...\u000a04:39:53.099996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9698): Terminated: ok {rc=0}\u000a04:39:53.109882 --- ParallelTerminationStrategy: PID 9699 died...\u000a04:39:53.162043 run iperf3-srv_10.42.42.10(pid=9699): Terminated {rc=256}\u000a04:39:53.171564 --- ParallelTerminationStrategy: PID 9700 died...\u000a04:39:53.224024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9700): Terminated: ok {rc=0}\u000a04:39:53.233676 --- ParallelTerminationStrategy: PID 9701 died...\u000a04:39:53.285811 run iperf3-srv_10.42.42.10(pid=9701): Terminated {rc=256}\u000a04:39:53.295298 --- ParallelTerminationStrategy: PID 9704 died...\u000a04:39:53.347761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9704): Terminated: ok {rc=0}\u000a04:39:53.357423 --- ParallelTerminationStrategy: PID 9707 died...\u000a04:39:53.409737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9707): Terminated: ok {rc=0}\u000a04:39:53.419301 --- ParallelTerminationStrategy: PID 9710 died...\u000a04:39:53.471843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9710): Terminated: ok {rc=0}\u000a04:39:53.560536 bus /gobi_4: Setting Powered False\u000a04:39:54.664239 bus /gobi_4: Setting Powered False\u000a04:39:55.776005 bus /gobi_1: Setting Powered False\u000a04:39:56.878942 bus /gobi_1: Setting Powered False\u000a04:39:57.988545 bus /gobi_0: Setting Powered False\u000a04:39:59.103146 bus /gobi_0: Setting Powered False\u000a04:40:00.208510 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9721): Process ended prematurely: osmo-stp_10.42.42.5(pid=9721) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9721): Process ended prematurely: osmo-stp_10.42.42.5(pid=9721) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:40:01.287666 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:01.300180 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:40:01.442874 tst ping.py: using LAC 38608\u000a04:40:01.570964 tst ping.py: using RAC 103\u000a04:40:01.695382 tst ping.py: using CellId 38608\u000a04:40:01.844545 tst ping.py: using BVCI 38609\u000a04:40:01.881380 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:01.897672 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:01.917969 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:01.929506 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:01.940644 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:01.951738 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:01.963140 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:01.974541 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:40:02.247722 tst ping.py:19: start network...\u000a04:40:02.369419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:02.833712 run create_hlr_db(pid=9715): Launched\u000a04:40:02.999109 bus /gobi_6: Setting Powered False\u000a04:40:04.022189 run create_hlr_db(pid=9715): Terminated: ok {rc=0}\u000a04:40:04.436208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9717): Launched\u000a04:40:04.746506 run osmo-hlr_10.42.42.2(pid=9718): Launched\u000a04:40:04.862564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:05.409182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9720): Launched\u000a04:40:05.720269 run osmo-stp_10.42.42.5(pid=9721): Launched\u000a04:40:05.832510 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:40:06.377320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9723): Launched\u000a04:40:06.488328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:40:06.760814 run patchelf(pid=9724): Launched\u000a04:40:06.944007 run osmo-stp_10.42.42.5(pid=9721): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)]\u000a04:40:07.078928 run osmo-stp_10.42.42.5(pid=9721): stdout: \u000a| (launched: 2022-12-14_04:40:05.567009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:07.213580 run osmo-stp_10.42.42.5(pid=9721): stderr: \u000a| �[0;m�[38;5;43m20221214044005753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044005754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044005754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044005754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044005755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044005755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044005755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:07.342932 run osmo-stp_10.42.42.5(pid=9721): stdout: \u000a| (launched: 2022-12-14_04:40:05.567009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:07.471063 run osmo-stp_10.42.42.5(pid=9721): stderr: \u000a| �[0;m�[38;5;43m20221214044005753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044005754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044005754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044005754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044005755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044005755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044005755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:07.619633 run patchelf(pid=9724): Terminating (SIGINT)\u000a04:40:07.794298 run patchelf(pid=9724): Terminated: ok {rc=0}\u000a04:40:07.826153 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9721): Process ended prematurely: osmo-stp_10.42.42.5(pid=9721) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)] [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a04:40:07.835435 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:40:07.898330 run osmo-hlr_10.42.42.2(pid=9718): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9718)]\u000a04:40:07.949820 run osmo-hlr_10.42.42.2(pid=9718): stdout: \u000a| (launched: 2022-12-14_04:40:04.593494) \u000a04:40:08.002026 run osmo-hlr_10.42.42.2(pid=9718): stderr: \u000a| �[0;m�[1;31m20221214044004783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044004783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044004783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044004783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044004783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044004783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044004795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044004803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044004804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044004804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:08.046991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9717): Terminating (SIGTERM)\u000a04:40:08.089503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9720): Terminating (SIGTERM)\u000a04:40:08.131618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9723): Terminating (SIGTERM)\u000a04:40:08.141401 --- ParallelTerminationStrategy: PID 9717 died...\u000a04:40:08.197847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9717): Terminated: ok {rc=0}\u000a04:40:08.208113 --- ParallelTerminationStrategy: PID 9720 died...\u000a04:40:08.264277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9720): Terminated: ok {rc=0}\u000a04:40:08.274432 --- ParallelTerminationStrategy: PID 9723 died...\u000a04:40:08.330393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9723): Terminated: ok {rc=0}\u000a04:40:08.416934 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9731): Process ended prematurely: osmo-stp_10.42.42.5(pid=9731) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9731)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9731): Process ended prematurely: osmo-stp_10.42.42.5(pid=9731) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:40:09.469999 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:09.482021 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:40:09.620423 tst ping_idle_ping.py: using LAC 38609\u000a04:40:09.741005 tst ping_idle_ping.py: using RAC 104\u000a04:40:09.861487 tst ping_idle_ping.py: using CellId 38609\u000a04:40:09.983079 tst ping_idle_ping.py: using BVCI 38610\u000a04:40:10.006935 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:10.018382 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:10.029799 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:10.040897 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:10.052248 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:10.063656 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:10.075437 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:10.086961 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:40:10.370925 tst ping_idle_ping.py:24: start network...\u000a04:40:10.500030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:10.996664 run create_hlr_db(pid=9725): Launched\u000a04:40:11.179089 bus /gobi_6: Setting Powered False\u000a04:40:12.198899 run create_hlr_db(pid=9725): Terminated: ok {rc=0}\u000a04:40:12.592190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9727): Launched\u000a04:40:12.883284 run osmo-hlr_10.42.42.2(pid=9728): Launched\u000a04:40:12.998292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:13.514708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9730): Launched\u000a04:40:13.804441 run osmo-stp_10.42.42.5(pid=9731): Launched\u000a04:40:13.909297 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:40:14.415378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9733): Launched\u000a04:40:14.517697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:40:14.770661 run patchelf(pid=9734): Launched\u000a04:40:14.940863 run osmo-stp_10.42.42.5(pid=9731): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9731)]\u000a04:40:15.065590 run osmo-stp_10.42.42.5(pid=9731): stdout: \u000a| (launched: 2022-12-14_04:40:13.661582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:15.191185 run osmo-stp_10.42.42.5(pid=9731): stderr: \u000a| �[0;m�[38;5;43m20221214044013827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044013827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044013827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044013828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044013828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044013828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044013828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:15.311059 run osmo-stp_10.42.42.5(pid=9731): stdout: \u000a| (launched: 2022-12-14_04:40:13.661582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:15.430456 run osmo-stp_10.42.42.5(pid=9731): stderr: \u000a| �[0;m�[38;5;43m20221214044013827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044013827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044013827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044013828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044013828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044013828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044013828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:15.568467 run patchelf(pid=9734): Terminating (SIGINT)\u000a04:40:15.730698 run patchelf(pid=9734): Terminated: ok {rc=0}\u000a04:40:15.760461 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9731): Process ended prematurely: osmo-stp_10.42.42.5(pid=9731) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9731)] [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:40:15.768811 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a04:40:15.828163 run osmo-hlr_10.42.42.2(pid=9728): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9728)]\u000a04:40:15.879861 run osmo-hlr_10.42.42.2(pid=9728): stdout: \u000a| (launched: 2022-12-14_04:40:12.739043) \u000a04:40:15.933051 run osmo-hlr_10.42.42.2(pid=9728): stderr: \u000a| �[0;m�[1;31m20221214044012909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044012910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044012910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044012910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044012910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044012910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044012922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044012931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044012931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044012931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:15.975487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9727): Terminating (SIGTERM)\u000a04:40:16.017733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9730): Terminating (SIGTERM)\u000a04:40:16.060244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9733): Terminating (SIGTERM)\u000a04:40:16.069733 --- ParallelTerminationStrategy: PID 9727 died...\u000a04:40:16.123264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9727): Terminated: ok {rc=0}\u000a04:40:16.133323 --- ParallelTerminationStrategy: PID 9730 died...\u000a04:40:16.187276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9730): Terminated: ok {rc=0}\u000a04:40:16.197324 --- ParallelTerminationStrategy: PID 9733 died...\u000a04:40:16.250796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9733): Terminated: ok {rc=0}\u000a04:40:16.335660 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:39:17" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9748): Process ended prematurely: osmo-stp_10.42.42.5(pid=9748) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9748)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9748): Process ended prematurely: osmo-stp_10.42.42.5(pid=9748) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:40:18.455164 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:18.466091 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:40:18.619016 tst cs_paging_gprs_active.py: using LAC 38610\u000a04:40:18.744920 tst cs_paging_gprs_active.py: using RAC 105\u000a04:40:18.869464 tst cs_paging_gprs_active.py: using CellId 38610\u000a04:40:18.995923 tst cs_paging_gprs_active.py: using BVCI 38611\u000a04:40:19.020376 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:19.032210 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:19.043488 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:19.054629 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:19.066537 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:19.078517 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:19.090627 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:19.102465 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:19.114744 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:19.237815 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:19.510855 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:40:19.633179 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:19.938035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9738): Launched\u000a04:40:20.191805 run iperf3-srv_10.42.42.10(pid=9739): Launched\u000a04:40:20.370277 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:40:20.492161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:20.797949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9740): Launched\u000a04:40:21.052583 run iperf3-srv_10.42.42.10(pid=9741): Launched\u000a04:40:21.232572 tst cs_paging_gprs_active.py:38: start network...\u000a04:40:21.354754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:21.830797 run create_hlr_db(pid=9742): Launched\u000a04:40:21.999485 bus /gobi_6: Setting Powered False\u000a04:40:23.022951 run create_hlr_db(pid=9742): Terminated: ok {rc=0}\u000a04:40:23.446028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9744): Launched\u000a04:40:23.763324 run osmo-hlr_10.42.42.2(pid=9745): Launched\u000a04:40:23.882022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:24.434300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9747): Launched\u000a04:40:24.751208 run osmo-stp_10.42.42.5(pid=9748): Launched\u000a04:40:24.867267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:40:25.422377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9750): Launched\u000a04:40:25.535733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:40:25.812733 run patchelf(pid=9751): Launched\u000a04:40:25.998742 run osmo-stp_10.42.42.5(pid=9748): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9748)]\u000a04:40:26.135228 run osmo-stp_10.42.42.5(pid=9748): stdout: \u000a| (launched: 2022-12-14_04:40:24.595629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:26.271741 run osmo-stp_10.42.42.5(pid=9748): stderr: \u000a| �[0;m�[38;5;43m20221214044024782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044024782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044024783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044024783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044024783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044024783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044024784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:26.403445 run osmo-stp_10.42.42.5(pid=9748): stdout: \u000a| (launched: 2022-12-14_04:40:24.595629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:26.534331 run osmo-stp_10.42.42.5(pid=9748): stderr: \u000a| �[0;m�[38;5;43m20221214044024782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044024782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044024783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044024783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044024783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044024783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044024784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:26.686105 run patchelf(pid=9751): Terminating (SIGINT)\u000a04:40:26.863902 run patchelf(pid=9751): Terminated: ok {rc=0}\u000a04:40:26.896586 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9748): Process ended prematurely: osmo-stp_10.42.42.5(pid=9748) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9748)] [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:40:26.906570 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a04:40:26.970091 run osmo-hlr_10.42.42.2(pid=9745): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9745)]\u000a04:40:27.021973 run osmo-hlr_10.42.42.2(pid=9745): stdout: \u000a| (launched: 2022-12-14_04:40:23.607732) \u000a04:40:27.074499 run osmo-hlr_10.42.42.2(pid=9745): stderr: \u000a| �[0;m�[1;31m20221214044023800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044023800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044023800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044023800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044023800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044023800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044023813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044023822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044023822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044023822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:27.119267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9738): Terminating (SIGTERM)\u000a04:40:27.161880 run iperf3-srv_10.42.42.10(pid=9739): Terminating (SIGTERM)\u000a04:40:27.203996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9740): Terminating (SIGTERM)\u000a04:40:27.246087 run iperf3-srv_10.42.42.10(pid=9741): Terminating (SIGTERM)\u000a04:40:27.288077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9744): Terminating (SIGTERM)\u000a04:40:27.330021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9747): Terminating (SIGTERM)\u000a04:40:27.372148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9750): Terminating (SIGTERM)\u000a04:40:27.382031 --- ParallelTerminationStrategy: PID 9738 died...\u000a04:40:27.438885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9738): Terminated: ok {rc=0}\u000a04:40:27.449091 --- ParallelTerminationStrategy: PID 9739 died...\u000a04:40:27.505082 run iperf3-srv_10.42.42.10(pid=9739): Terminated {rc=256}\u000a04:40:27.515201 --- ParallelTerminationStrategy: PID 9740 died...\u000a04:40:27.571277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9740): Terminated: ok {rc=0}\u000a04:40:27.581412 --- ParallelTerminationStrategy: PID 9741 died...\u000a04:40:27.637273 run iperf3-srv_10.42.42.10(pid=9741): Terminated {rc=256}\u000a04:40:27.647182 --- ParallelTerminationStrategy: PID 9744 died...\u000a04:40:27.702990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9744): Terminated: ok {rc=0}\u000a04:40:27.713254 --- ParallelTerminationStrategy: PID 9747 died...\u000a04:40:27.769025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9747): Terminated: ok {rc=0}\u000a04:40:27.778980 --- ParallelTerminationStrategy: PID 9750 died...\u000a04:40:27.834722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9750): Terminated: ok {rc=0}\u000a04:40:27.922186 bus /gobi_0: Setting Powered False\u000a04:40:29.024558 bus /gobi_0: Setting Powered False\u000a04:40:30.132143 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9760): Process ended prematurely: osmo-stp_10.42.42.5(pid=9760) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9760)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9760): Process ended prematurely: osmo-stp_10.42.42.5(pid=9760) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:40:31.241770 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:31.253809 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:40:31.402366 tst iperf3.py: using LAC 38611\u000a04:40:31.545615 tst iperf3.py: using RAC 106\u000a04:40:31.673724 tst iperf3.py: using CellId 38611\u000a04:40:31.799745 tst iperf3.py: using BVCI 38612\u000a04:40:31.826050 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:31.838769 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:31.851337 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:31.864021 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:31.878576 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:31.892142 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:31.905864 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:31.922530 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:31.939155 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:32.252577 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:40:32.376625 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:32.681609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9752): Launched\u000a04:40:32.938310 run iperf3-srv_10.42.42.10(pid=9753): Launched\u000a04:40:33.119290 tst iperf3.py:8: start network...\u000a04:40:33.242593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:33.721462 run create_hlr_db(pid=9754): Launched\u000a04:40:33.891565 bus /gobi_6: Setting Powered False\u000a04:40:34.913607 run create_hlr_db(pid=9754): Terminated: ok {rc=0}\u000a04:40:35.309737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9756): Launched\u000a04:40:35.606094 run osmo-hlr_10.42.42.2(pid=9757): Launched\u000a04:40:35.722150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:36.248329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9759): Launched\u000a04:40:36.546289 run osmo-stp_10.42.42.5(pid=9760): Launched\u000a04:40:36.655444 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:40:37.177876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9762): Launched\u000a04:40:37.283669 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:40:37.544668 run patchelf(pid=9763): Launched\u000a04:40:37.719076 run osmo-stp_10.42.42.5(pid=9760): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9760)]\u000a04:40:37.846434 run osmo-stp_10.42.42.5(pid=9760): stdout: \u000a| (launched: 2022-12-14_04:40:36.399424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:37.974404 run osmo-stp_10.42.42.5(pid=9760): stderr: \u000a| �[0;m�[38;5;43m20221214044036566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044036566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044036567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044036567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044036567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044036568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044036568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:38.097744 run osmo-stp_10.42.42.5(pid=9760): stdout: \u000a| (launched: 2022-12-14_04:40:36.399424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:38.219798 run osmo-stp_10.42.42.5(pid=9760): stderr: \u000a| �[0;m�[38;5;43m20221214044036566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044036566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044036567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044036567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044036567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044036568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044036568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:38.361655 run patchelf(pid=9763): Terminating (SIGINT)\u000a04:40:38.528526 run patchelf(pid=9763): Terminated: ok {rc=0}\u000a04:40:38.559390 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9760): Process ended prematurely: osmo-stp_10.42.42.5(pid=9760) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9760)] [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:40:38.568571 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a04:40:38.628026 run osmo-hlr_10.42.42.2(pid=9757): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9757)]\u000a04:40:38.676483 run osmo-hlr_10.42.42.2(pid=9757): stdout: \u000a| (launched: 2022-12-14_04:40:35.460610) \u000a04:40:38.725623 run osmo-hlr_10.42.42.2(pid=9757): stderr: \u000a| �[0;m�[1;31m20221214044035634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044035634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044035634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044035634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044035635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044035635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044035647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044035656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044035656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044035656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:38.767357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9752): Terminating (SIGTERM)\u000a04:40:38.806604 run iperf3-srv_10.42.42.10(pid=9753): Terminating (SIGTERM)\u000a04:40:38.845803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9756): Terminating (SIGTERM)\u000a04:40:38.884915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9759): Terminating (SIGTERM)\u000a04:40:38.924064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9762): Terminating (SIGTERM)\u000a04:40:38.933252 --- ParallelTerminationStrategy: PID 9752 died...\u000a04:40:38.985782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9752): Terminated: ok {rc=0}\u000a04:40:38.995247 --- ParallelTerminationStrategy: PID 9753 died...\u000a04:40:39.047615 run iperf3-srv_10.42.42.10(pid=9753): Terminated {rc=256}\u000a04:40:39.057131 --- ParallelTerminationStrategy: PID 9756 died...\u000a04:40:39.109449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9756): Terminated: ok {rc=0}\u000a04:40:39.119021 --- ParallelTerminationStrategy: PID 9759 died...\u000a04:40:39.171491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9759): Terminated: ok {rc=0}\u000a04:40:39.180919 --- ParallelTerminationStrategy: PID 9762 died...\u000a04:40:39.233113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9762): Terminated: ok {rc=0}\u000a04:40:39.320598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9778): Process ended prematurely: osmo-stp_10.42.42.5(pid=9778) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9778)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9778): Process ended prematurely: osmo-stp_10.42.42.5(pid=9778) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:40:40.429890 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:40.441423 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:40:40.588220 tst iperf3m4.py: using LAC 38612\u000a04:40:40.706578 tst iperf3m4.py: using RAC 107\u000a04:40:40.822960 tst iperf3m4.py: using CellId 38612\u000a04:40:40.941271 tst iperf3m4.py: using BVCI 38613\u000a04:40:40.963919 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:40.974949 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:40.985910 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:40.996649 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:41.007353 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:41.018161 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:41.029056 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:41.039782 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:41.050722 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:41.166277 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:41.287548 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:41.404000 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:41.683663 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:40:41.807067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:42.116518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9764): Launched\u000a04:40:42.373837 run iperf3-srv_10.42.42.10(pid=9765): Launched\u000a04:40:42.554625 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:40:42.678199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:42.986477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9766): Launched\u000a04:40:43.243899 run iperf3-srv_10.42.42.10(pid=9767): Launched\u000a04:40:43.425757 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:40:43.549578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:43.858886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9768): Launched\u000a04:40:44.115819 run iperf3-srv_10.42.42.10(pid=9769): Launched\u000a04:40:44.296115 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:40:44.419738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:44.728137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9770): Launched\u000a04:40:44.984496 run iperf3-srv_10.42.42.10(pid=9771): Launched\u000a04:40:45.164742 tst iperf3m4.py:8: start network...\u000a04:40:45.288083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:45.767229 run create_hlr_db(pid=9772): Launched\u000a04:40:45.954597 bus /gobi_6: Setting Powered False\u000a04:40:46.961949 run create_hlr_db(pid=9772): Terminated: ok {rc=0}\u000a04:40:47.397372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9774): Launched\u000a04:40:47.698200 run osmo-hlr_10.42.42.2(pid=9775): Launched\u000a04:40:47.807424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:48.327378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9777): Launched\u000a04:40:48.626052 run osmo-stp_10.42.42.5(pid=9778): Launched\u000a04:40:48.733969 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:40:49.258271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9780): Launched\u000a04:40:49.364227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:40:49.627360 run patchelf(pid=9781): Launched\u000a04:40:49.804067 run osmo-stp_10.42.42.5(pid=9778): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9778)]\u000a04:40:49.933292 run osmo-stp_10.42.42.5(pid=9778): stdout: \u000a| (launched: 2022-12-14_04:40:48.478728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:50.062550 run osmo-stp_10.42.42.5(pid=9778): stderr: \u000a| �[0;m�[38;5;43m20221214044048646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044048646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044048647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044048647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044048647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044048648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044048648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:50.187313 run osmo-stp_10.42.42.5(pid=9778): stdout: \u000a| (launched: 2022-12-14_04:40:48.478728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:50.311373 run osmo-stp_10.42.42.5(pid=9778): stderr: \u000a| �[0;m�[38;5;43m20221214044048646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044048646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044048647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044048647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044048647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044048648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044048648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:50.455201 run patchelf(pid=9781): Terminating (SIGINT)\u000a04:40:50.624525 run patchelf(pid=9781): Terminated: ok {rc=0}\u000a04:40:50.655674 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9778): Process ended prematurely: osmo-stp_10.42.42.5(pid=9778) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9778)] [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:40:50.664854 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a04:40:50.724615 run osmo-hlr_10.42.42.2(pid=9775): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9775)]\u000a04:40:50.772919 run osmo-hlr_10.42.42.2(pid=9775): stdout: \u000a| (launched: 2022-12-14_04:40:47.549764) \u000a04:40:50.821849 run osmo-hlr_10.42.42.2(pid=9775): stderr: \u000a| �[0;m�[1;31m20221214044047722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044047722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044047723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044047723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044047723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044047723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044047735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044047743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044047743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044047744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:50.863251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9764): Terminating (SIGTERM)\u000a04:40:50.902280 run iperf3-srv_10.42.42.10(pid=9765): Terminating (SIGTERM)\u000a04:40:50.941266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9766): Terminating (SIGTERM)\u000a04:40:50.980018 run iperf3-srv_10.42.42.10(pid=9767): Terminating (SIGTERM)\u000a04:40:51.018958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9768): Terminating (SIGTERM)\u000a04:40:51.057816 run iperf3-srv_10.42.42.10(pid=9769): Terminating (SIGTERM)\u000a04:40:51.096711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9770): Terminating (SIGTERM)\u000a04:40:51.135502 run iperf3-srv_10.42.42.10(pid=9771): Terminating (SIGTERM)\u000a04:40:51.174438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9774): Terminating (SIGTERM)\u000a04:40:51.213194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9777): Terminating (SIGTERM)\u000a04:40:51.252030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9780): Terminating (SIGTERM)\u000a04:40:51.261258 --- ParallelTerminationStrategy: PID 9764 died...\u000a04:40:51.313629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9764): Terminated: ok {rc=0}\u000a04:40:51.323130 --- ParallelTerminationStrategy: PID 9765 died...\u000a04:40:51.375155 run iperf3-srv_10.42.42.10(pid=9765): Terminated {rc=256}\u000a04:40:51.384585 --- ParallelTerminationStrategy: PID 9766 died...\u000a04:40:51.437335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9766): Terminated: ok {rc=0}\u000a04:40:51.446809 --- ParallelTerminationStrategy: PID 9767 died...\u000a04:40:51.499189 run iperf3-srv_10.42.42.10(pid=9767): Terminated {rc=256}\u000a04:40:51.508597 --- ParallelTerminationStrategy: PID 9768 died...\u000a04:40:51.561055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9768): Terminated: ok {rc=0}\u000a04:40:51.570541 --- ParallelTerminationStrategy: PID 9769 died...\u000a04:40:51.623009 run iperf3-srv_10.42.42.10(pid=9769): Terminated {rc=256}\u000a04:40:51.632451 --- ParallelTerminationStrategy: PID 9770 died...\u000a04:40:51.684763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9770): Terminated: ok {rc=0}\u000a04:40:51.694267 --- ParallelTerminationStrategy: PID 9771 died...\u000a04:40:51.746538 run iperf3-srv_10.42.42.10(pid=9771): Terminated {rc=256}\u000a04:40:51.755988 --- ParallelTerminationStrategy: PID 9774 died...\u000a04:40:51.808245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9774): Terminated: ok {rc=0}\u000a04:40:51.817854 --- ParallelTerminationStrategy: PID 9777 died...\u000a04:40:51.870140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9777): Terminated: ok {rc=0}\u000a04:40:51.879656 --- ParallelTerminationStrategy: PID 9780 died...\u000a04:40:51.932268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9780): Terminated: ok {rc=0}\u000a04:40:52.023542 bus /gobi_4: Setting Powered False\u000a04:40:53.130636 bus /gobi_4: Setting Powered False\u000a04:40:54.240267 bus /gobi_1: Setting Powered False\u000a04:40:55.340576 bus /gobi_1: Setting Powered False\u000a04:40:56.451804 bus /gobi_0: Setting Powered False\u000a04:40:57.553795 bus /gobi_0: Setting Powered False\u000a04:40:58.665294 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9791): Process ended prematurely: osmo-stp_10.42.42.5(pid=9791) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9791)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9791): Process ended prematurely: osmo-stp_10.42.42.5(pid=9791) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:40:59.731963 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:59.743570 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:40:59.888135 tst ping.py: using LAC 38613\u000a04:41:00.006488 tst ping.py: using RAC 108\u000a04:41:00.123022 tst ping.py: using CellId 38613\u000a04:41:00.242113 tst ping.py: using BVCI 38614\u000a04:41:00.264832 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:00.276000 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:00.286942 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:00.297809 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:00.308540 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:00.319436 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:00.330411 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:00.341227 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:41:00.614788 tst ping.py:19: start network...\u000a04:41:00.741209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:01.284201 run create_hlr_db(pid=9785): Launched\u000a04:41:01.462975 bus /gobi_6: Setting Powered False\u000a04:41:02.490360 run create_hlr_db(pid=9785): Terminated: ok {rc=0}\u000a04:41:02.892605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9787): Launched\u000a04:41:03.192026 run osmo-hlr_10.42.42.2(pid=9788): Launched\u000a04:41:03.300886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:03.824454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9790): Launched\u000a04:41:04.121288 run osmo-stp_10.42.42.5(pid=9791): Launched\u000a04:41:04.228604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:41:04.750148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9793): Launched\u000a04:41:04.854922 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:41:05.114390 run patchelf(pid=9794): Launched\u000a04:41:05.287807 run osmo-stp_10.42.42.5(pid=9791): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9791)]\u000a04:41:05.415125 run osmo-stp_10.42.42.5(pid=9791): stdout: \u000a| (launched: 2022-12-14_04:41:03.974445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:05.542862 run osmo-stp_10.42.42.5(pid=9791): stderr: \u000a| �[0;m�[38;5;43m20221214044104143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044104143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044104143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044104144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044104144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044104144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044104144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:05.665517 run osmo-stp_10.42.42.5(pid=9791): stdout: \u000a| (launched: 2022-12-14_04:41:03.974445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:05.786613 run osmo-stp_10.42.42.5(pid=9791): stderr: \u000a| �[0;m�[38;5;43m20221214044104143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044104143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044104143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044104144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044104144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044104144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044104144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:05.927860 run patchelf(pid=9794): Terminating (SIGINT)\u000a04:41:06.093757 run patchelf(pid=9794): Terminated: ok {rc=0}\u000a04:41:06.124094 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9791): Process ended prematurely: osmo-stp_10.42.42.5(pid=9791) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9791)] [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:41:06.132615 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:41:06.191761 run osmo-hlr_10.42.42.2(pid=9788): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9788)]\u000a04:41:06.240740 run osmo-hlr_10.42.42.2(pid=9788): stdout: \u000a| (launched: 2022-12-14_04:41:03.043320) \u000a04:41:06.289707 run osmo-hlr_10.42.42.2(pid=9788): stderr: \u000a| �[0;m�[1;31m20221214044103218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044103218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044103218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044103218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044103218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044103218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044103230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044103240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044103240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044103240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:06.331202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9787): Terminating (SIGTERM)\u000a04:41:06.370701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9790): Terminating (SIGTERM)\u000a04:41:06.409883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9793): Terminating (SIGTERM)\u000a04:41:06.419028 --- ParallelTerminationStrategy: PID 9787 died...\u000a04:41:06.471762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9787): Terminated: ok {rc=0}\u000a04:41:06.481377 --- ParallelTerminationStrategy: PID 9790 died...\u000a04:41:06.533627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9790): Terminated: ok {rc=0}\u000a04:41:06.543080 --- ParallelTerminationStrategy: PID 9793 died...\u000a04:41:06.595130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9793): Terminated: ok {rc=0}\u000a04:41:06.683196 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9801): Process ended prematurely: osmo-stp_10.42.42.5(pid=9801) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9801)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9801): Process ended prematurely: osmo-stp_10.42.42.5(pid=9801) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:41:07.734176 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:07.745870 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:41:07.894067 tst ping_idle_ping.py: using LAC 38614\u000a04:41:08.010244 tst ping_idle_ping.py: using RAC 109\u000a04:41:08.131094 tst ping_idle_ping.py: using CellId 38614\u000a04:41:08.246121 tst ping_idle_ping.py: using BVCI 38615\u000a04:41:08.268604 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:08.279576 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:08.290319 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:08.301160 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:08.312264 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:08.323543 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:08.334934 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:08.346298 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:41:08.619619 tst ping_idle_ping.py:24: start network...\u000a04:41:08.743379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:09.223521 run create_hlr_db(pid=9795): Launched\u000a04:41:09.394287 bus /gobi_6: Setting Powered False\u000a04:41:10.416527 run create_hlr_db(pid=9795): Terminated: ok {rc=0}\u000a04:41:10.813403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9797): Launched\u000a04:41:11.111050 run osmo-hlr_10.42.42.2(pid=9798): Launched\u000a04:41:11.223965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:11.745764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9800): Launched\u000a04:41:12.044814 run osmo-stp_10.42.42.5(pid=9801): Launched\u000a04:41:12.153606 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:41:12.674375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9803): Launched\u000a04:41:12.779741 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:41:13.038932 run patchelf(pid=9804): Launched\u000a04:41:13.212219 run osmo-stp_10.42.42.5(pid=9801): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9801)]\u000a04:41:13.338950 run osmo-stp_10.42.42.5(pid=9801): stdout: \u000a| (launched: 2022-12-14_04:41:11.897222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:13.466006 run osmo-stp_10.42.42.5(pid=9801): stderr: \u000a| �[0;m�[38;5;43m20221214044112066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044112066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044112066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044112067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044112067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044112067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044112067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:13.588389 run osmo-stp_10.42.42.5(pid=9801): stdout: \u000a| (launched: 2022-12-14_04:41:11.897222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:13.709894 run osmo-stp_10.42.42.5(pid=9801): stderr: \u000a| �[0;m�[38;5;43m20221214044112066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044112066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044112066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044112067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044112067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044112067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044112067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:13.850918 run patchelf(pid=9804): Terminating (SIGINT)\u000a04:41:14.016582 run patchelf(pid=9804): Terminated: ok {rc=0}\u000a04:41:14.046833 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9801): Process ended prematurely: osmo-stp_10.42.42.5(pid=9801) [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9801)] [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:41:14.055928 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a04:41:14.114974 run osmo-hlr_10.42.42.2(pid=9798): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9798)]\u000a04:41:14.163179 run osmo-hlr_10.42.42.2(pid=9798): stdout: \u000a| (launched: 2022-12-14_04:41:10.964135) \u000a04:41:14.212298 run osmo-hlr_10.42.42.2(pid=9798): stderr: \u000a| �[0;m�[1;31m20221214044111138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044111138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044111138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044111138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044111138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044111138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044111150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044111159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044111159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044111159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:14.253932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9797): Terminating (SIGTERM)\u000a04:41:14.293057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9800): Terminating (SIGTERM)\u000a04:41:14.332077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9803): Terminating (SIGTERM)\u000a04:41:14.341200 --- ParallelTerminationStrategy: PID 9797 died...\u000a04:41:14.393524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9797): Terminated: ok {rc=0}\u000a04:41:14.402917 --- ParallelTerminationStrategy: PID 9800 died...\u000a04:41:14.455120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9800): Terminated: ok {rc=0}\u000a04:41:14.464504 --- ParallelTerminationStrategy: PID 9803 died...\u000a04:41:14.516625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9803): Terminated: ok {rc=0}\u000a04:41:14.604403 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:40:18" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9814): Process ended prematurely: osmo-stp_10.42.42.5(pid=9814) [trial-2399↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9814)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9814): Process ended prematurely: osmo-stp_10.42.42.5(pid=9814) [trial-2399↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:41:16.657565 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:16.674585 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:41:16.870806 tst switch_tch_pdch.py: using LAC 38615\u000a04:41:17.029925 tst switch_tch_pdch.py: using RAC 110\u000a04:41:17.161414 tst switch_tch_pdch.py: using CellId 38615\u000a04:41:17.290496 tst switch_tch_pdch.py: using BVCI 38616\u000a04:41:17.314746 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:17.326787 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:17.338709 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:17.350513 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:17.361962 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:17.373295 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:17.384692 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:17.396226 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:41:17.516622 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:41:17.807319 tst switch_tch_pdch.py:51: start network...\u000a04:41:17.939583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:18.443052 run create_hlr_db(pid=9808): Launched\u000a04:41:18.626952 bus /gobi_6: Setting Powered False\u000a04:41:19.648562 run create_hlr_db(pid=9808): Terminated: ok {rc=0}\u000a04:41:20.048660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9810): Launched\u000a04:41:20.345013 run osmo-hlr_10.42.42.2(pid=9811): Launched\u000a04:41:20.452274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:20.970672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9813): Launched\u000a04:41:21.267011 run osmo-stp_10.42.42.5(pid=9814): Launched\u000a04:41:21.373728 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:41:21.894358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9816): Launched\u000a04:41:21.999113 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:41:22.258684 run patchelf(pid=9817): Launched\u000a04:41:22.432781 run osmo-stp_10.42.42.5(pid=9814): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9814)]\u000a04:41:22.559747 run osmo-stp_10.42.42.5(pid=9814): stdout: \u000a| (launched: 2022-12-14_04:41:21.120687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:22.687694 run osmo-stp_10.42.42.5(pid=9814): stderr: \u000a| �[0;m�[38;5;43m20221214044121291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044121292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044121292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044121292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044121293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044121293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044121293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:22.810329 run osmo-stp_10.42.42.5(pid=9814): stdout: \u000a| (launched: 2022-12-14_04:41:21.120687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:22.932055 run osmo-stp_10.42.42.5(pid=9814): stderr: \u000a| �[0;m�[38;5;43m20221214044121291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044121292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044121292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044121292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044121293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044121293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044121293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:23.074142 run patchelf(pid=9817): Terminating (SIGINT)\u000a04:41:23.240512 run patchelf(pid=9817): Terminated: ok {rc=0}\u000a04:41:23.270925 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9814): Process ended prematurely: osmo-stp_10.42.42.5(pid=9814) [trial-2399↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9814)] [trial-2399↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:41:23.279748 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a04:41:23.338972 run osmo-hlr_10.42.42.2(pid=9811): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9811)]\u000a04:41:23.387427 run osmo-hlr_10.42.42.2(pid=9811): stdout: \u000a| (launched: 2022-12-14_04:41:20.198958) \u000a04:41:23.436552 run osmo-hlr_10.42.42.2(pid=9811): stderr: \u000a| �[0;m�[1;31m20221214044120371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044120371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044120372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044120372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044120372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044120372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044120423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044120433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044120434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044120434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:23.478095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9810): Terminating (SIGTERM)\u000a04:41:23.517213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9813): Terminating (SIGTERM)\u000a04:41:23.556250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9816): Terminating (SIGTERM)\u000a04:41:23.565409 --- ParallelTerminationStrategy: PID 9810 died...\u000a04:41:23.617700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9810): Terminated: ok {rc=0}\u000a04:41:23.627173 --- ParallelTerminationStrategy: PID 9813 died...\u000a04:41:23.679777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9813): Terminated: ok {rc=0}\u000a04:41:23.689326 --- ParallelTerminationStrategy: PID 9816 died...\u000a04:41:23.741537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9816): Terminated: ok {rc=0}\u000a04:41:23.823980 bus /gobi_0: Setting Powered False\u000a04:41:24.929739 bus /gobi_0: Setting Powered False\u000a04:41:26.037044 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:41:16" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9827): Process ended prematurely: osmo-stp_10.42.42.5(pid=9827) [trial-2399↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9827)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9827): Process ended prematurely: osmo-stp_10.42.42.5(pid=9827) [trial-2399↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a04:41:27.973124 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:27.984452 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:41:28.131614 tst mo_mt_sms.py: using LAC 38616\u000a04:41:28.249716 tst mo_mt_sms.py: using RAC 111\u000a04:41:28.365956 tst mo_mt_sms.py: using CellId 38616\u000a04:41:28.482362 tst mo_mt_sms.py: using BVCI 38617\u000a04:41:28.504865 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:28.515495 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:28.525905 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:28.536196 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:28.546700 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:28.557058 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a04:41:28.671323 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a04:41:28.880385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:29.385056 run create_hlr_db(pid=9821): Launched\u000a04:41:29.570040 bus /gobi_6: Setting Powered False\u000a04:41:30.590200 run create_hlr_db(pid=9821): Terminated: ok {rc=0}\u000a04:41:31.020529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9823): Launched\u000a04:41:31.440537 run osmo-hlr_10.42.42.2(pid=9824): Launched\u000a04:41:31.653091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:32.249448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9826): Launched\u000a04:41:32.570055 run osmo-stp_10.42.42.5(pid=9827): Launched\u000a04:41:32.685765 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:41:33.270896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9829): Launched\u000a04:41:33.590173 run osmo-msc_10.42.42.6(pid=9830): Launched\u000a04:41:33.777464 run osmo-stp_10.42.42.5(pid=9827): ERR: Terminated: ERROR {rc=1} [trial-2399↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9827)]\u000a04:41:33.912828 run osmo-stp_10.42.42.5(pid=9827): stdout: \u000a| (launched: 2022-12-14_04:41:32.410835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:34.047932 run osmo-stp_10.42.42.5(pid=9827): stderr: \u000a| �[0;m�[38;5;43m20221214044132600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044132600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044132601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044132601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044132602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044132602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044132602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:34.177064 run osmo-stp_10.42.42.5(pid=9827): stdout: \u000a| (launched: 2022-12-14_04:41:32.410835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:34.304226 run osmo-stp_10.42.42.5(pid=9827): stderr: \u000a| �[0;m�[38;5;43m20221214044132600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044132600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044132601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044132601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044132602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044132602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044132602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:34.360095 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9827): Process ended prematurely: osmo-stp_10.42.42.5(pid=9827) [trial-2399↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9827)] [trial-2399↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a04:41:34.368648 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a04:41:34.431737 run osmo-hlr_10.42.42.2(pid=9824): ERR: Terminated: ERROR {rc=237} [trial-2399↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9824)]\u000a04:41:34.483212 run osmo-hlr_10.42.42.2(pid=9824): stdout: \u000a| (launched: 2022-12-14_04:41:31.184881) \u000a04:41:34.534994 run osmo-hlr_10.42.42.2(pid=9824): stderr: \u000a| �[0;m�[1;31m20221214044131495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044131495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044131495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044131495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044131495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044131495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044131512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044131520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044131520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044131520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:34.605584 run osmo-msc_10.42.42.6(pid=9830): ERR: Terminated: ERROR {rc=2} [trial-2399↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9830)]\u000a04:41:34.656769 run osmo-msc_10.42.42.6(pid=9830): stdout: \u000a| (launched: 2022-12-14_04:41:33.432629) \u000a04:41:34.708701 run osmo-msc_10.42.42.6(pid=9830): stderr: \u000a| �[0;m�[38;5;43m20221214044133752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044133752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd26ed48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044133752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044133752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044133752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044133753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044133754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044133755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044133755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044133755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:41:34.753199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9823): Terminating (SIGTERM)\u000a04:41:34.795686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9826): Terminating (SIGTERM)\u000a04:41:34.837787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9829): Terminating (SIGTERM)\u000a04:41:34.847516 --- ParallelTerminationStrategy: PID 9823 died...\u000a04:41:34.903845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9823): Terminated: ok {rc=0}\u000a04:41:34.914111 --- ParallelTerminationStrategy: PID 9826 died...\u000a04:41:34.970226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9826): Terminated: ok {rc=0}\u000a04:41:34.980227 --- ParallelTerminationStrategy: PID 9829 died...\u000a04:41:35.036408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9829): Terminated: ok {rc=0}\u000a04:41:35.123873 bus /sierra_3: Setting Powered False\u000a04:41:36.230166 bus /sierra_3: Setting Powered False\u000a04:41:37.337759 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:41:27" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9836): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9836) [trial-2399↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9836)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9836): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9836) [trial-2399↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a04:41:39.185214 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a04:41:39.195938 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:41:39.336076 tst assert_extension.py: using LAC 38617\u000a04:41:39.462774 tst assert_extension.py: using RAC 112\u000a04:41:39.590022 tst assert_extension.py: using CellId 38617\u000a04:41:39.721591 tst assert_extension.py: using BVCI 38618\u000a04:41:39.745851 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a04:41:40.034060 tst assert_extension.py:10: start nitb and bts...\u000a04:41:40.167598 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:41:40.828075 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9835): Launched\u000a04:41:41.145294 run osmo-nitb_10.42.42.2(pid=9836): Launched\u000a04:41:41.341323 run osmo-nitb_10.42.42.2(pid=9836): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9836)]\u000a04:41:41.485927 run osmo-nitb_10.42.42.2(pid=9836): stdout: \u000a| (launched: 2022-12-14_04:41:40.990002) \u000a04:41:41.630894 run osmo-nitb_10.42.42.2(pid=9836): stderr: \u000a| (launched: 2022-12-14_04:41:41.037475)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:41:41.770932 run osmo-nitb_10.42.42.2(pid=9836): stdout: \u000a| (launched: 2022-12-14_04:41:40.990002) \u000a04:41:41.910204 run osmo-nitb_10.42.42.2(pid=9836): stderr: \u000a| (launched: 2022-12-14_04:41:41.037475)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:41:42.274433 tst osmo-nitb_10.42.42.2(pid=9836): stdout: \u000a| (launched: 2022-12-14_04:41:40.990002) \u000a04:41:42.402048 tst osmo-nitb_10.42.42.2(pid=9836): stderr: \u000a| (launched: 2022-12-14_04:41:41.037475)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:41:42.457918 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9836): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9836) [trial-2399↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9836)] [trial-2399↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a04:41:42.466890 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a04:41:42.503046 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9835): Terminating (SIGTERM)\u000a04:41:42.681297 --- ParallelTerminationStrategy: PID 9835 died...\u000a04:41:42.739185 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9835): Terminated: ok {rc=0}\u000a04:41:42.826107 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:41:39" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9846): Process ended prematurely: osmo-stp_10.42.42.5(pid=9846) [trial-2399↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9846)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9846): Process ended prematurely: osmo-stp_10.42.42.5(pid=9846) [trial-2399↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a04:41:44.663775 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:44.674541 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:41:44.817930 tst assert_extension.py: using LAC 38618\u000a04:41:44.941147 tst assert_extension.py: using RAC 113\u000a04:41:45.064458 tst assert_extension.py: using CellId 38618\u000a04:41:45.190017 tst assert_extension.py: using BVCI 38619\u000a04:41:45.214706 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:45.226027 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:45.237196 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:45.248301 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:45.259813 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:45.271373 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a04:41:45.469593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:46.001648 run create_hlr_db(pid=9840): Launched\u000a04:41:46.230395 bus /sierra_2: Setting Powered False\u000a04:41:47.213447 run create_hlr_db(pid=9840): Terminated: ok {rc=0}\u000a04:41:47.672189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9842): Launched\u000a04:41:47.993404 run osmo-hlr_10.42.42.2(pid=9843): Launched\u000a04:41:48.112331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:48.671111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9845): Launched\u000a04:41:48.991587 run osmo-stp_10.42.42.5(pid=9846): Launched\u000a04:41:49.108309 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:41:49.690890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9848): Launched\u000a04:41:50.010953 run osmo-msc_10.42.42.6(pid=9849): Launched\u000a04:41:50.198578 run osmo-stp_10.42.42.5(pid=9846): ERR: Terminated: ERROR {rc=1} [trial-2399↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9846)]\u000a04:41:50.334067 run osmo-stp_10.42.42.5(pid=9846): stdout: \u000a| (launched: 2022-12-14_04:41:48.833028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:50.468546 run osmo-stp_10.42.42.5(pid=9846): stderr: \u000a| �[0;m�[38;5;43m20221214044149023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044149023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044149024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044149024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044149024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044149025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044149025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:50.596629 run osmo-stp_10.42.42.5(pid=9846): stdout: \u000a| (launched: 2022-12-14_04:41:48.833028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:50.723804 run osmo-stp_10.42.42.5(pid=9846): stderr: \u000a| �[0;m�[38;5;43m20221214044149023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044149023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044149024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044149024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044149024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044149025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044149025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:50.779611 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9846): Process ended prematurely: osmo-stp_10.42.42.5(pid=9846) [trial-2399↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9846)] [trial-2399↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a04:41:50.788470 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a04:41:50.851543 run osmo-hlr_10.42.42.2(pid=9843): ERR: Terminated: ERROR {rc=237} [trial-2399↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9843)]\u000a04:41:50.903130 run osmo-hlr_10.42.42.2(pid=9843): stdout: \u000a| (launched: 2022-12-14_04:41:47.834445) \u000a04:41:50.955055 run osmo-hlr_10.42.42.2(pid=9843): stderr: \u000a| �[0;m�[1;31m20221214044148032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044148032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044148032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044148032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044148032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044148032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044148044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044148052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044148052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044148052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:51.026051 run osmo-msc_10.42.42.6(pid=9849): ERR: Terminated: ERROR {rc=2} [trial-2399↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9849)]\u000a04:41:51.077840 run osmo-msc_10.42.42.6(pid=9849): stdout: \u000a| (launched: 2022-12-14_04:41:49.852778) \u000a04:41:51.130236 run osmo-msc_10.42.42.6(pid=9849): stderr: \u000a| �[0;m�[38;5;43m20221214044150172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044150172 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bd3662c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044150172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044150172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044150173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044150173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044150174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044150175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044150175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044150175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:41:51.174869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9842): Terminating (SIGTERM)\u000a04:41:51.217291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9845): Terminating (SIGTERM)\u000a04:41:51.259337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9848): Terminating (SIGTERM)\u000a04:41:51.269155 --- ParallelTerminationStrategy: PID 9842 died...\u000a04:41:51.325649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9842): Terminated: ok {rc=0}\u000a04:41:51.335825 --- ParallelTerminationStrategy: PID 9845 died...\u000a04:41:51.392040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9845): Terminated: ok {rc=0}\u000a04:41:51.402169 --- ParallelTerminationStrategy: PID 9848 died...\u000a04:41:51.458216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9848): Terminated: ok {rc=0}\u000a04:41:51.545179 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:41:44" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9860): Process ended prematurely: osmo-stp_10.42.42.5(pid=9860) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9860)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9860): Process ended prematurely: osmo-stp_10.42.42.5(pid=9860) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:41:53.518180 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:53.530079 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:41:53.698607 tst mo_mt_call.py: using LAC 38619\u000a04:41:53.826056 tst mo_mt_call.py: using RAC 114\u000a04:41:53.951937 tst mo_mt_call.py: using CellId 38619\u000a04:41:54.079077 tst mo_mt_call.py: using BVCI 38620\u000a04:41:54.104066 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:54.116002 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:54.127600 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:54.139030 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:54.151655 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:54.164078 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:41:54.284719 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:41:54.489055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:54.977672 run create_hlr_db(pid=9854): Launched\u000a04:41:55.150723 bus /sierra_2: Setting Powered False\u000a04:41:56.173819 run create_hlr_db(pid=9854): Terminated: ok {rc=0}\u000a04:41:56.604738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9856): Launched\u000a04:41:56.931136 run osmo-hlr_10.42.42.2(pid=9857): Launched\u000a04:41:57.050503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:57.616072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9859): Launched\u000a04:41:57.942591 run osmo-stp_10.42.42.5(pid=9860): Launched\u000a04:41:58.060379 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:41:58.655467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9862): Launched\u000a04:41:58.982145 run osmo-msc_10.42.42.6(pid=9863): Launched\u000a04:41:59.173931 run osmo-stp_10.42.42.5(pid=9860): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9860)]\u000a04:41:59.311455 run osmo-stp_10.42.42.5(pid=9860): stdout: \u000a| (launched: 2022-12-14_04:41:57.781070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:59.448572 run osmo-stp_10.42.42.5(pid=9860): stderr: \u000a| �[0;m�[38;5;43m20221214044157972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044157972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044157972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044157973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044157973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044157973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044157973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:59.579081 run osmo-stp_10.42.42.5(pid=9860): stdout: \u000a| (launched: 2022-12-14_04:41:57.781070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:59.708360 run osmo-stp_10.42.42.5(pid=9860): stderr: \u000a| �[0;m�[38;5;43m20221214044157972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044157972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044157972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044157973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044157973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044157973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044157973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:59.765669 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9860): Process ended prematurely: osmo-stp_10.42.42.5(pid=9860) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9860)] [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:41:59.775191 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:41:59.838629 run osmo-hlr_10.42.42.2(pid=9857): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9857)]\u000a04:41:59.890089 run osmo-hlr_10.42.42.2(pid=9857): stdout: \u000a| (launched: 2022-12-14_04:41:56.770353) \u000a04:41:59.942395 run osmo-hlr_10.42.42.2(pid=9857): stderr: \u000a| �[0;m�[1;31m20221214044156965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044156965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044156965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044156965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044156965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044156965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044156978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044156986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044156987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044156987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:00.013561 run osmo-msc_10.42.42.6(pid=9863): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9863)]\u000a04:42:00.064859 run osmo-msc_10.42.42.6(pid=9863): stdout: \u000a| (launched: 2022-12-14_04:41:58.820878) \u000a04:42:00.117327 run osmo-msc_10.42.42.6(pid=9863): stderr: \u000a| �[0;m�[38;5;43m20221214044159140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044159140 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fb7deec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044159140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044159140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044159140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044159141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044159142 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044159143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044159143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044159143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:00.161567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9856): Terminating (SIGTERM)\u000a04:42:00.203532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9859): Terminating (SIGTERM)\u000a04:42:00.245557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9862): Terminating (SIGTERM)\u000a04:42:00.255265 --- ParallelTerminationStrategy: PID 9856 died...\u000a04:42:00.312069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9856): Terminated: ok {rc=0}\u000a04:42:00.322164 --- ParallelTerminationStrategy: PID 9859 died...\u000a04:42:00.378492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9859): Terminated: ok {rc=0}\u000a04:42:00.388546 --- ParallelTerminationStrategy: PID 9862 died...\u000a04:42:00.444701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9862): Terminated: ok {rc=0}\u000a04:42:00.532161 bus /sierra_3: Setting Powered False\u000a04:42:01.649426 bus /sierra_3: Setting Powered False\u000a04:42:02.757826 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9875): Process ended prematurely: osmo-stp_10.42.42.5(pid=9875) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9875)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9875): Process ended prematurely: osmo-stp_10.42.42.5(pid=9875) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:42:03.866531 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:42:03.878397 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:42:04.032651 tst mo_mt_call_osmux.py: using LAC 38620\u000a04:42:04.153883 tst mo_mt_call_osmux.py: using RAC 115\u000a04:42:04.272503 tst mo_mt_call_osmux.py: using CellId 38620\u000a04:42:04.393259 tst mo_mt_call_osmux.py: using BVCI 38621\u000a04:42:04.416325 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:42:04.427458 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:42:04.438531 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:42:04.449483 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:42:04.460480 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:42:04.471422 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:42:04.586745 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:42:04.788467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:05.279568 run create_hlr_db(pid=9869): Launched\u000a04:42:05.468173 bus /sierra_2: Setting Powered False\u000a04:42:06.488616 run create_hlr_db(pid=9869): Terminated: ok {rc=0}\u000a04:42:06.922399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9871): Launched\u000a04:42:07.249668 run osmo-hlr_10.42.42.2(pid=9872): Launched\u000a04:42:07.369535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:07.939557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9874): Launched\u000a04:42:08.267068 run osmo-stp_10.42.42.5(pid=9875): Launched\u000a04:42:08.387050 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:08.980827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9877): Launched\u000a04:42:09.308181 run osmo-msc_10.42.42.6(pid=9878): Launched\u000a04:42:09.489723 run osmo-stp_10.42.42.5(pid=9875): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9875)]\u000a04:42:09.619466 run osmo-stp_10.42.42.5(pid=9875): stdout: \u000a| (launched: 2022-12-14_04:42:08.105822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:09.746050 run osmo-stp_10.42.42.5(pid=9875): stderr: \u000a| �[0;m�[38;5;43m20221214044208297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044208297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044208297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044208297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044208298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044208298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044208298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:09.867218 run osmo-stp_10.42.42.5(pid=9875): stdout: \u000a| (launched: 2022-12-14_04:42:08.105822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:09.987033 run osmo-stp_10.42.42.5(pid=9875): stderr: \u000a| �[0;m�[38;5;43m20221214044208297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044208297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044208297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044208297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044208298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044208298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044208298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:10.040542 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9875): Process ended prematurely: osmo-stp_10.42.42.5(pid=9875) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9875)] [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:42:10.049279 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:42:10.108531 run osmo-hlr_10.42.42.2(pid=9872): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9872)]\u000a04:42:10.157025 run osmo-hlr_10.42.42.2(pid=9872): stdout: \u000a| (launched: 2022-12-14_04:42:07.088056) \u000a04:42:10.206114 run osmo-hlr_10.42.42.2(pid=9872): stderr: \u000a| �[0;m�[1;31m20221214044207284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044207284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044207284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044207284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044207284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044207284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044207296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044207305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044207305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044207305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:10.272796 run osmo-msc_10.42.42.6(pid=9878): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9878)]\u000a04:42:10.321069 run osmo-msc_10.42.42.6(pid=9878): stdout: \u000a| (launched: 2022-12-14_04:42:09.146963) \u000a04:42:10.369840 run osmo-msc_10.42.42.6(pid=9878): stderr: \u000a| �[0;m�[38;5;43m20221214044209421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044209421 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d8121dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044209421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044209422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044209422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044209422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044209423 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044209424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044209424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044209424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:10.411316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9871): Terminating (SIGTERM)\u000a04:42:10.450524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9874): Terminating (SIGTERM)\u000a04:42:10.489655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9877): Terminating (SIGTERM)\u000a04:42:10.498809 --- ParallelTerminationStrategy: PID 9871 died...\u000a04:42:10.551519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9871): Terminated: ok {rc=0}\u000a04:42:10.561065 --- ParallelTerminationStrategy: PID 9874 died...\u000a04:42:10.613210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9874): Terminated: ok {rc=0}\u000a04:42:10.622693 --- ParallelTerminationStrategy: PID 9877 died...\u000a04:42:10.674887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9877): Terminated: ok {rc=0}\u000a04:42:10.761922 bus /sierra_3: Setting Powered False\u000a04:42:11.867691 bus /sierra_3: Setting Powered False\u000a04:42:12.974579 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:41:53" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9889): Process ended prematurely: osmo-stp_10.42.42.5(pid=9889) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9889)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9889): Process ended prematurely: osmo-stp_10.42.42.5(pid=9889) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:42:14.989595 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:15.001265 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:42:15.157388 tst mo_mt_call.py: using LAC 38621\u000a04:42:15.281856 tst mo_mt_call.py: using RAC 116\u000a04:42:15.399011 tst mo_mt_call.py: using CellId 38621\u000a04:42:15.515755 tst mo_mt_call.py: using BVCI 38622\u000a04:42:15.538969 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:15.550262 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:15.561210 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:15.572023 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:15.583012 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:15.594040 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:42:15.707741 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:42:15.943166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:16.485995 run create_hlr_db(pid=9883): Launched\u000a04:42:16.664279 bus /sierra_2: Setting Powered False\u000a04:42:17.693255 run create_hlr_db(pid=9883): Terminated: ok {rc=0}\u000a04:42:18.125702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9885): Launched\u000a04:42:18.451651 run osmo-hlr_10.42.42.2(pid=9886): Launched\u000a04:42:18.573828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:19.139242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9888): Launched\u000a04:42:19.466123 run osmo-stp_10.42.42.5(pid=9889): Launched\u000a04:42:19.584340 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:20.180091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9891): Launched\u000a04:42:20.506882 run osmo-msc_10.42.42.6(pid=9892): Launched\u000a04:42:20.698416 run osmo-stp_10.42.42.5(pid=9889): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9889)]\u000a04:42:20.836556 run osmo-stp_10.42.42.5(pid=9889): stdout: \u000a| (launched: 2022-12-14_04:42:19.305403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:20.973543 run osmo-stp_10.42.42.5(pid=9889): stderr: \u000a| �[0;m�[38;5;43m20221214044219498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044219498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044219498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044219499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044219499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044219499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044219499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:21.104827 run osmo-stp_10.42.42.5(pid=9889): stdout: \u000a| (launched: 2022-12-14_04:42:19.305403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:21.234473 run osmo-stp_10.42.42.5(pid=9889): stderr: \u000a| �[0;m�[38;5;43m20221214044219498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044219498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044219498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044219499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044219499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044219499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044219499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:21.291424 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9889): Process ended prematurely: osmo-stp_10.42.42.5(pid=9889) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9889)] [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:42:21.300618 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:42:21.363455 run osmo-hlr_10.42.42.2(pid=9886): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9886)]\u000a04:42:21.414655 run osmo-hlr_10.42.42.2(pid=9886): stdout: \u000a| (launched: 2022-12-14_04:42:18.290558) \u000a04:42:21.466579 run osmo-hlr_10.42.42.2(pid=9886): stderr: \u000a| �[0;m�[1;31m20221214044218488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044218488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044218488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044218488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044218488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044218488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044218501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044218509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044218510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044218510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:21.537452 run osmo-msc_10.42.42.6(pid=9892): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9892)]\u000a04:42:21.588721 run osmo-msc_10.42.42.6(pid=9892): stdout: \u000a| (launched: 2022-12-14_04:42:20.345385) \u000a04:42:21.640661 run osmo-msc_10.42.42.6(pid=9892): stderr: \u000a| �[0;m�[38;5;43m20221214044220667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044220667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c9ec0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044220667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044220667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044220667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044220668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044220669 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044220670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044220670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044220670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:21.685026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9885): Terminating (SIGTERM)\u000a04:42:21.727354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9888): Terminating (SIGTERM)\u000a04:42:21.769438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9891): Terminating (SIGTERM)\u000a04:42:21.779103 --- ParallelTerminationStrategy: PID 9885 died...\u000a04:42:21.835356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9885): Terminated: ok {rc=0}\u000a04:42:21.845415 --- ParallelTerminationStrategy: PID 9888 died...\u000a04:42:21.901579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9888): Terminated: ok {rc=0}\u000a04:42:21.911492 --- ParallelTerminationStrategy: PID 9891 died...\u000a04:42:21.967565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9891): Terminated: ok {rc=0}\u000a04:42:22.055116 bus /sierra_3: Setting Powered False\u000a04:42:23.158625 bus /sierra_3: Setting Powered False\u000a04:42:24.269672 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9900): Process ended prematurely: osmo-stp_10.42.42.5(pid=9900) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9900)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9900): Process ended prematurely: osmo-stp_10.42.42.5(pid=9900) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:42:25.379518 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:25.391286 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:42:25.543746 tst mo_mt_call_osmux.py: using LAC 38622\u000a04:42:25.660790 tst mo_mt_call_osmux.py: using RAC 117\u000a04:42:25.779355 tst mo_mt_call_osmux.py: using CellId 38622\u000a04:42:25.896103 tst mo_mt_call_osmux.py: using BVCI 38623\u000a04:42:25.918996 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:25.930243 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:25.941277 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:25.952261 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:25.963435 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:25.974482 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:42:26.090172 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:42:26.304823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:26.817072 run create_hlr_db(pid=9894): Launched\u000a04:42:27.004442 bus /sierra_2: Setting Powered False\u000a04:42:28.026429 run create_hlr_db(pid=9894): Terminated: ok {rc=0}\u000a04:42:28.434557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9896): Launched\u000a04:42:28.742258 run osmo-hlr_10.42.42.2(pid=9897): Launched\u000a04:42:28.864284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:29.398298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9899): Launched\u000a04:42:29.703382 run osmo-stp_10.42.42.5(pid=9900): Launched\u000a04:42:29.813226 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:30.369482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9902): Launched\u000a04:42:30.674040 run osmo-msc_10.42.42.6(pid=9903): Launched\u000a04:42:30.858313 run osmo-stp_10.42.42.5(pid=9900): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9900)]\u000a04:42:31.081835 run osmo-stp_10.42.42.5(pid=9900): stdout: \u000a| (launched: 2022-12-14_04:42:29.552581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:31.222261 run osmo-stp_10.42.42.5(pid=9900): stderr: \u000a| �[0;m�[38;5;43m20221214044229723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044229724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044229724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044229724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044229725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044229725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044229725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:31.358149 run osmo-stp_10.42.42.5(pid=9900): stdout: \u000a| (launched: 2022-12-14_04:42:29.552581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:31.493649 run osmo-stp_10.42.42.5(pid=9900): stderr: \u000a| �[0;m�[38;5;43m20221214044229723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044229724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044229724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044229724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044229725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044229725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044229725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:31.553538 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9900): Process ended prematurely: osmo-stp_10.42.42.5(pid=9900) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9900)] [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:42:31.564230 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:42:31.632673 run osmo-hlr_10.42.42.2(pid=9897): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9897)]\u000a04:42:31.687672 run osmo-hlr_10.42.42.2(pid=9897): stdout: \u000a| (launched: 2022-12-14_04:42:28.589706) \u000a04:42:31.742797 run osmo-hlr_10.42.42.2(pid=9897): stderr: \u000a| �[0;m�[1;31m20221214044228764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044228764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044228764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044228764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044228764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044228764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044228776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044228784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044228784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044228784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:31.818749 run osmo-msc_10.42.42.6(pid=9903): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9903)]\u000a04:42:31.873529 run osmo-msc_10.42.42.6(pid=9903): stdout: \u000a| (launched: 2022-12-14_04:42:30.523296) \u000a04:42:31.928704 run osmo-msc_10.42.42.6(pid=9903): stderr: \u000a| �[0;m�[38;5;43m20221214044230793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044230793 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb305c3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044230793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044230794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044230794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044230794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044230796 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044230796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044230796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044230796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:31.976155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9896): Terminating (SIGTERM)\u000a04:42:32.023730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9899): Terminating (SIGTERM)\u000a04:42:32.071070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9902): Terminating (SIGTERM)\u000a04:42:32.082152 --- ParallelTerminationStrategy: PID 9896 died...\u000a04:42:32.143517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9896): Terminated: ok {rc=0}\u000a04:42:32.155974 --- ParallelTerminationStrategy: PID 9899 died...\u000a04:42:32.214350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9899): Terminated: ok {rc=0}\u000a04:42:32.224781 --- ParallelTerminationStrategy: PID 9902 died...\u000a04:42:32.281746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9902): Terminated: ok {rc=0}\u000a04:42:32.368796 bus /sierra_3: Setting Powered False\u000a04:42:33.470718 bus /sierra_3: Setting Powered False\u000a04:42:34.580889 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:42:14" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9914): Process ended prematurely: osmo-stp_10.42.42.5(pid=9914) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9914)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9914): Process ended prematurely: osmo-stp_10.42.42.5(pid=9914) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:42:36.569601 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:36.581080 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:42:36.737494 tst mo_mt_call.py: using LAC 38623\u000a04:42:36.857791 tst mo_mt_call.py: using RAC 118\u000a04:42:36.976794 tst mo_mt_call.py: using CellId 38623\u000a04:42:37.098239 tst mo_mt_call.py: using BVCI 38624\u000a04:42:37.121477 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:37.132492 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:37.143401 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:37.154353 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:37.165925 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:37.177526 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:42:37.298136 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:42:37.509838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:38.021822 run create_hlr_db(pid=9908): Launched\u000a04:42:38.209842 bus /sierra_2: Setting Powered False\u000a04:42:39.231025 run create_hlr_db(pid=9908): Terminated: ok {rc=0}\u000a04:42:39.638274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9910): Launched\u000a04:42:39.943003 run osmo-hlr_10.42.42.2(pid=9911): Launched\u000a04:42:40.055314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:40.582304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9913): Launched\u000a04:42:40.885204 run osmo-stp_10.42.42.5(pid=9914): Launched\u000a04:42:40.994861 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:41.547643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9916): Launched\u000a04:42:41.851868 run osmo-msc_10.42.42.6(pid=9917): Launched\u000a04:42:42.030498 run osmo-stp_10.42.42.5(pid=9914): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9914)]\u000a04:42:42.159358 run osmo-stp_10.42.42.5(pid=9914): stdout: \u000a| (launched: 2022-12-14_04:42:40.735672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:42.286235 run osmo-stp_10.42.42.5(pid=9914): stderr: \u000a| �[0;m�[38;5;43m20221214044240907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044240908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044240908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044240908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044240909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044240909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044240909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:42.407976 run osmo-stp_10.42.42.5(pid=9914): stdout: \u000a| (launched: 2022-12-14_04:42:40.735672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:42.528202 run osmo-stp_10.42.42.5(pid=9914): stderr: \u000a| �[0;m�[38;5;43m20221214044240907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044240908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044240908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044240908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044240909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044240909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044240909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:42.581557 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9914): Process ended prematurely: osmo-stp_10.42.42.5(pid=9914) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9914)] [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:42:42.590105 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:42:42.649429 run osmo-hlr_10.42.42.2(pid=9911): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9911)]\u000a04:42:42.698389 run osmo-hlr_10.42.42.2(pid=9911): stdout: \u000a| (launched: 2022-12-14_04:42:39.792422) \u000a04:42:42.747860 run osmo-hlr_10.42.42.2(pid=9911): stderr: \u000a| �[0;m�[1;31m20221214044239970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044239970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044239970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044239970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044239970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044239970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044239983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044239991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044239992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044239992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:42.815033 run osmo-msc_10.42.42.6(pid=9917): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9917)]\u000a04:42:42.863440 run osmo-msc_10.42.42.6(pid=9917): stdout: \u000a| (launched: 2022-12-14_04:42:41.701256) \u000a04:42:42.912431 run osmo-msc_10.42.42.6(pid=9917): stderr: \u000a| �[0;m�[38;5;43m20221214044241973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044241973 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b2462fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044241973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044241973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044241973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044241973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044241975 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044241976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044241976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044241976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:42.953985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9910): Terminating (SIGTERM)\u000a04:42:42.993159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9913): Terminating (SIGTERM)\u000a04:42:43.032459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9916): Terminating (SIGTERM)\u000a04:42:43.041738 --- ParallelTerminationStrategy: PID 9910 died...\u000a04:42:43.094706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9910): Terminated: ok {rc=0}\u000a04:42:43.104354 --- ParallelTerminationStrategy: PID 9913 died...\u000a04:42:43.156991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9913): Terminated: ok {rc=0}\u000a04:42:43.166597 --- ParallelTerminationStrategy: PID 9916 died...\u000a04:42:43.219338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9916): Terminated: ok {rc=0}\u000a04:42:43.302979 bus /sierra_3: Setting Powered False\u000a04:42:44.403355 bus /sierra_3: Setting Powered False\u000a04:42:45.514775 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9925): Process ended prematurely: osmo-stp_10.42.42.5(pid=9925) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9925)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9925): Process ended prematurely: osmo-stp_10.42.42.5(pid=9925) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:42:46.628600 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:46.641648 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:42:46.802676 tst mo_mt_call_osmux.py: using LAC 38624\u000a04:42:46.924781 tst mo_mt_call_osmux.py: using RAC 119\u000a04:42:47.082937 tst mo_mt_call_osmux.py: using CellId 38624\u000a04:42:47.247758 tst mo_mt_call_osmux.py: using BVCI 38625\u000a04:42:47.274238 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:47.287167 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:47.299835 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:47.312551 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:47.325902 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:47.338076 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:42:47.459900 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:42:47.667220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:48.154085 run create_hlr_db(pid=9919): Launched\u000a04:42:48.328899 bus /sierra_2: Setting Powered False\u000a04:42:49.351080 run create_hlr_db(pid=9919): Terminated: ok {rc=0}\u000a04:42:49.784684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9921): Launched\u000a04:42:50.112918 run osmo-hlr_10.42.42.2(pid=9922): Launched\u000a04:42:50.235115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:50.802628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9924): Launched\u000a04:42:51.130413 run osmo-stp_10.42.42.5(pid=9925): Launched\u000a04:42:51.248689 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:51.843654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9927): Launched\u000a04:42:52.171071 run osmo-msc_10.42.42.6(pid=9928): Launched\u000a04:42:52.361750 run osmo-stp_10.42.42.5(pid=9925): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9925)]\u000a04:42:52.499464 run osmo-stp_10.42.42.5(pid=9925): stdout: \u000a| (launched: 2022-12-14_04:42:50.967586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:52.635766 run osmo-stp_10.42.42.5(pid=9925): stderr: \u000a| �[0;m�[38;5;43m20221214044251157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044251158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044251158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044251158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044251159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044251159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044251159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:52.766532 run osmo-stp_10.42.42.5(pid=9925): stdout: \u000a| (launched: 2022-12-14_04:42:50.967586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:52.896025 run osmo-stp_10.42.42.5(pid=9925): stderr: \u000a| �[0;m�[38;5;43m20221214044251157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044251158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044251158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044251158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044251159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044251159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044251159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:52.953055 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9925): Process ended prematurely: osmo-stp_10.42.42.5(pid=9925) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9925)] [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:42:52.962334 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a04:42:53.025902 run osmo-hlr_10.42.42.2(pid=9922): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9922)]\u000a04:42:53.077223 run osmo-hlr_10.42.42.2(pid=9922): stdout: \u000a| (launched: 2022-12-14_04:42:49.950567) \u000a04:42:53.129592 run osmo-hlr_10.42.42.2(pid=9922): stderr: \u000a| �[0;m�[1;31m20221214044250149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044250149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044250149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044250149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044250149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044250149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044250159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044250168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044250168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044250168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:53.200629 run osmo-msc_10.42.42.6(pid=9928): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9928)]\u000a04:42:53.251808 run osmo-msc_10.42.42.6(pid=9928): stdout: \u000a| (launched: 2022-12-14_04:42:52.009117) \u000a04:42:53.303616 run osmo-msc_10.42.42.6(pid=9928): stderr: \u000a| �[0;m�[38;5;43m20221214044252328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044252328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cd836dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044252328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044252328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044252329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044252329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044252330 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044252331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044252331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044252331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:53.347760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9921): Terminating (SIGTERM)\u000a04:42:53.390055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9924): Terminating (SIGTERM)\u000a04:42:53.431640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9927): Terminating (SIGTERM)\u000a04:42:53.441248 --- ParallelTerminationStrategy: PID 9921 died...\u000a04:42:53.497179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9921): Terminated: ok {rc=0}\u000a04:42:53.507220 --- ParallelTerminationStrategy: PID 9924 died...\u000a04:42:53.562906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9924): Terminated: ok {rc=0}\u000a04:42:53.572873 --- ParallelTerminationStrategy: PID 9927 died...\u000a04:42:53.628730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9927): Terminated: ok {rc=0}\u000a04:42:53.714786 bus /sierra_3: Setting Powered False\u000a04:42:54.820922 bus /sierra_3: Setting Powered False\u000a04:42:55.928830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:42:36" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9939): Process ended prematurely: osmo-stp_10.42.42.5(pid=9939) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9939)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9939): Process ended prematurely: osmo-stp_10.42.42.5(pid=9939) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:42:57.942033 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:57.953718 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:42:58.110068 tst mo_mt_call.py: using LAC 38625\u000a04:42:58.229607 tst mo_mt_call.py: using RAC 120\u000a04:42:58.352084 tst mo_mt_call.py: using CellId 38625\u000a04:42:58.471583 tst mo_mt_call.py: using BVCI 38626\u000a04:42:58.494690 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:58.506065 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:58.517117 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:58.528080 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:58.539157 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:42:58.550183 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:42:58.669612 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:42:58.872897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:59.361707 run create_hlr_db(pid=9933): Launched\u000a04:42:59.535397 bus /sierra_2: Setting Powered False\u000a04:43:00.558601 run create_hlr_db(pid=9933): Terminated: ok {rc=0}\u000a04:43:01.030385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9935): Launched\u000a04:43:01.453922 run osmo-hlr_10.42.42.2(pid=9936): Launched\u000a04:43:01.566413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:02.242570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9938): Launched\u000a04:43:02.550432 run osmo-stp_10.42.42.5(pid=9939): Launched\u000a04:43:02.663826 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:03.223046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9941): Launched\u000a04:43:03.527165 run osmo-msc_10.42.42.6(pid=9942): Launched\u000a04:43:03.704855 run osmo-stp_10.42.42.5(pid=9939): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9939)]\u000a04:43:03.833266 run osmo-stp_10.42.42.5(pid=9939): stdout: \u000a| (launched: 2022-12-14_04:43:02.396640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:03.959124 run osmo-stp_10.42.42.5(pid=9939): stderr: \u000a| �[0;m�[38;5;43m20221214044302565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044302565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044302566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044302566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044302566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044302567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044302567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:04.080272 run osmo-stp_10.42.42.5(pid=9939): stdout: \u000a| (launched: 2022-12-14_04:43:02.396640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:04.200074 run osmo-stp_10.42.42.5(pid=9939): stderr: \u000a| �[0;m�[38;5;43m20221214044302565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044302565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044302566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044302566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044302566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044302567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044302567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:04.253239 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9939): Process ended prematurely: osmo-stp_10.42.42.5(pid=9939) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9939)] [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:43:04.261721 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a04:43:04.321137 run osmo-hlr_10.42.42.2(pid=9936): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9936)]\u000a04:43:04.369807 run osmo-hlr_10.42.42.2(pid=9936): stdout: \u000a| (launched: 2022-12-14_04:43:01.200887) \u000a04:43:04.419139 run osmo-hlr_10.42.42.2(pid=9936): stderr: \u000a| �[0;m�[1;31m20221214044301574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044301574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044301574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044301574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044301574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044301574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044301596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044301623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044301624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044301624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:04.486475 run osmo-msc_10.42.42.6(pid=9942): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9942)]\u000a04:43:04.534930 run osmo-msc_10.42.42.6(pid=9942): stdout: \u000a| (launched: 2022-12-14_04:43:03.376860) \u000a04:43:04.584077 run osmo-msc_10.42.42.6(pid=9942): stderr: \u000a| �[0;m�[38;5;43m20221214044303647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044303647 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa3e120c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044303647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044303647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044303648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044303648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044303650 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044303650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044303650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044303650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:04.625571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9935): Terminating (SIGTERM)\u000a04:43:04.664781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9938): Terminating (SIGTERM)\u000a04:43:04.703926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9941): Terminating (SIGTERM)\u000a04:43:04.713151 --- ParallelTerminationStrategy: PID 9935 died...\u000a04:43:04.765570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9935): Terminated: ok {rc=0}\u000a04:43:04.775019 --- ParallelTerminationStrategy: PID 9938 died...\u000a04:43:04.827311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9938): Terminated: ok {rc=0}\u000a04:43:04.836706 --- ParallelTerminationStrategy: PID 9941 died...\u000a04:43:04.888872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9941): Terminated: ok {rc=0}\u000a04:43:04.976478 bus /sierra_3: Setting Powered False\u000a04:43:06.078800 bus /sierra_3: Setting Powered False\u000a04:43:07.189841 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9950): Process ended prematurely: osmo-stp_10.42.42.5(pid=9950) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9950)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9950): Process ended prematurely: osmo-stp_10.42.42.5(pid=9950) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:43:08.299320 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:08.311088 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:43:08.463827 tst mo_mt_call_osmux.py: using LAC 38626\u000a04:43:08.583324 tst mo_mt_call_osmux.py: using RAC 121\u000a04:43:08.703351 tst mo_mt_call_osmux.py: using CellId 38626\u000a04:43:08.823976 tst mo_mt_call_osmux.py: using BVCI 38627\u000a04:43:08.846958 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:08.858200 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:08.869346 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:08.880267 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:08.891386 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:08.902453 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:43:09.017666 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:43:09.229209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:09.744036 run create_hlr_db(pid=9944): Launched\u000a04:43:09.932232 bus /sierra_2: Setting Powered False\u000a04:43:10.953480 run create_hlr_db(pid=9944): Terminated: ok {rc=0}\u000a04:43:11.385987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9946): Launched\u000a04:43:11.713856 run osmo-hlr_10.42.42.2(pid=9947): Launched\u000a04:43:11.837093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:12.403482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9949): Launched\u000a04:43:12.731608 run osmo-stp_10.42.42.5(pid=9950): Launched\u000a04:43:12.850786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:13.447378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9952): Launched\u000a04:43:13.775226 run osmo-msc_10.42.42.6(pid=9953): Launched\u000a04:43:13.965828 run osmo-stp_10.42.42.5(pid=9950): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9950)]\u000a04:43:14.103673 run osmo-stp_10.42.42.5(pid=9950): stdout: \u000a| (launched: 2022-12-14_04:43:12.569136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:14.240367 run osmo-stp_10.42.42.5(pid=9950): stderr: \u000a| �[0;m�[38;5;43m20221214044312761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044312761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044312762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044312762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044312762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044312762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044312763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:14.371066 run osmo-stp_10.42.42.5(pid=9950): stdout: \u000a| (launched: 2022-12-14_04:43:12.569136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:14.500087 run osmo-stp_10.42.42.5(pid=9950): stderr: \u000a| �[0;m�[38;5;43m20221214044312761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044312761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044312762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044312762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044312762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044312762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044312763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:14.557368 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9950): Process ended prematurely: osmo-stp_10.42.42.5(pid=9950) [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9950)] [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:43:14.566826 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:43:14.629821 run osmo-hlr_10.42.42.2(pid=9947): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9947)]\u000a04:43:14.680993 run osmo-hlr_10.42.42.2(pid=9947): stdout: \u000a| (launched: 2022-12-14_04:43:11.551756) \u000a04:43:14.732733 run osmo-hlr_10.42.42.2(pid=9947): stderr: \u000a| �[0;m�[1;31m20221214044311749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044311749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044311749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044311749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044311749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044311749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044311761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044311769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044311770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044311770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:14.803477 run osmo-msc_10.42.42.6(pid=9953): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9953)]\u000a04:43:14.854803 run osmo-msc_10.42.42.6(pid=9953): stdout: \u000a| (launched: 2022-12-14_04:43:13.612854) \u000a04:43:14.906738 run osmo-msc_10.42.42.6(pid=9953): stderr: \u000a| �[0;m�[38;5;43m20221214044313932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044313932 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25978a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044313933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044313933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044313933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044313933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044313935 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044313935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044313935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044313935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:14.950874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9946): Terminating (SIGTERM)\u000a04:43:14.993350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9949): Terminating (SIGTERM)\u000a04:43:15.035141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9952): Terminating (SIGTERM)\u000a04:43:15.044921 --- ParallelTerminationStrategy: PID 9946 died...\u000a04:43:15.101690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9946): Terminated: ok {rc=0}\u000a04:43:15.111750 --- ParallelTerminationStrategy: PID 9949 died...\u000a04:43:15.168276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9949): Terminated: ok {rc=0}\u000a04:43:15.178462 --- ParallelTerminationStrategy: PID 9952 died...\u000a04:43:15.234388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9952): Terminated: ok {rc=0}\u000a04:43:15.321457 bus /sierra_3: Setting Powered False\u000a04:43:16.423387 bus /sierra_3: Setting Powered False\u000a04:43:17.530223 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:42:57" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9965): Process ended prematurely: osmo-stp_10.42.42.5(pid=9965) [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9965)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9965): Process ended prematurely: osmo-stp_10.42.42.5(pid=9965) [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:43:19.543040 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:19.554882 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:43:19.726932 tst mo_mt_call.py: using LAC 38627\u000a04:43:19.865742 tst mo_mt_call.py: using RAC 122\u000a04:43:19.998812 tst mo_mt_call.py: using CellId 38627\u000a04:43:20.126568 tst mo_mt_call.py: using BVCI 38628\u000a04:43:20.151330 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:20.163023 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:20.174671 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:20.186184 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:20.198081 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:20.209918 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:43:20.326821 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:43:20.529504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:21.019220 run create_hlr_db(pid=9959): Launched\u000a04:43:21.193272 bus /sierra_2: Setting Powered False\u000a04:43:22.216028 run create_hlr_db(pid=9959): Terminated: ok {rc=0}\u000a04:43:22.622256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9961): Launched\u000a04:43:22.925399 run osmo-hlr_10.42.42.2(pid=9962): Launched\u000a04:43:23.045181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:23.577762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9964): Launched\u000a04:43:23.883144 run osmo-stp_10.42.42.5(pid=9965): Launched\u000a04:43:23.993909 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:24.547086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9967): Launched\u000a04:43:24.851369 run osmo-msc_10.42.42.6(pid=9968): Launched\u000a04:43:25.028901 run osmo-stp_10.42.42.5(pid=9965): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9965)]\u000a04:43:25.157431 run osmo-stp_10.42.42.5(pid=9965): stdout: \u000a| (launched: 2022-12-14_04:43:23.731851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:25.283397 run osmo-stp_10.42.42.5(pid=9965): stderr: \u000a| �[0;m�[38;5;43m20221214044323905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044323905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044323905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044323906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044323906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044323906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044323906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:25.404393 run osmo-stp_10.42.42.5(pid=9965): stdout: \u000a| (launched: 2022-12-14_04:43:23.731851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:25.524266 run osmo-stp_10.42.42.5(pid=9965): stderr: \u000a| �[0;m�[38;5;43m20221214044323905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044323905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044323905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044323906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044323906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044323906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044323906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:25.577246 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9965): Process ended prematurely: osmo-stp_10.42.42.5(pid=9965) [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9965)] [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:43:25.585715 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:43:25.644848 run osmo-hlr_10.42.42.2(pid=9962): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9962)]\u000a04:43:25.694195 run osmo-hlr_10.42.42.2(pid=9962): stdout: \u000a| (launched: 2022-12-14_04:43:22.776612) \u000a04:43:25.743540 run osmo-hlr_10.42.42.2(pid=9962): stderr: \u000a| �[0;m�[1;31m20221214044322953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044322953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044322953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044322953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044322953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044322953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044322965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044322974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044322974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044322975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:25.810596 run osmo-msc_10.42.42.6(pid=9968): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9968)]\u000a04:43:25.859170 run osmo-msc_10.42.42.6(pid=9968): stdout: \u000a| (launched: 2022-12-14_04:43:24.701297) \u000a04:43:25.908504 run osmo-msc_10.42.42.6(pid=9968): stderr: \u000a| �[0;m�[38;5;43m20221214044324970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044324970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3391f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044324971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044324971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044324971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044324971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044324973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044324973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044324973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044324973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:25.949864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9961): Terminating (SIGTERM)\u000a04:43:25.988836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9964): Terminating (SIGTERM)\u000a04:43:26.027628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9967): Terminating (SIGTERM)\u000a04:43:26.036721 --- ParallelTerminationStrategy: PID 9961 died...\u000a04:43:26.089527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9961): Terminated: ok {rc=0}\u000a04:43:26.099008 --- ParallelTerminationStrategy: PID 9964 died...\u000a04:43:26.151516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9964): Terminated: ok {rc=0}\u000a04:43:26.161116 --- ParallelTerminationStrategy: PID 9967 died...\u000a04:43:26.213398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9967): Terminated: ok {rc=0}\u000a04:43:26.300671 bus /sierra_3: Setting Powered False\u000a04:43:27.403274 bus /sierra_3: Setting Powered False\u000a04:43:28.514202 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9976): Process ended prematurely: osmo-stp_10.42.42.5(pid=9976) [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9976)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9976): Process ended prematurely: osmo-stp_10.42.42.5(pid=9976) [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:43:29.623440 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:29.635324 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:43:29.788712 tst mo_mt_call_osmux.py: using LAC 38628\u000a04:43:29.910185 tst mo_mt_call_osmux.py: using RAC 123\u000a04:43:30.038190 tst mo_mt_call_osmux.py: using CellId 38628\u000a04:43:30.166159 tst mo_mt_call_osmux.py: using BVCI 38629\u000a04:43:30.191249 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:30.203198 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:30.214952 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:30.226827 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:30.238958 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:30.251336 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:43:30.368196 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:43:30.580604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:31.157850 run create_hlr_db(pid=9970): Launched\u000a04:43:31.371481 bus /sierra_2: Setting Powered False\u000a04:43:32.357242 run create_hlr_db(pid=9970): Terminated: ok {rc=0}\u000a04:43:32.798413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9972): Launched\u000a04:43:33.101338 run osmo-hlr_10.42.42.2(pid=9973): Launched\u000a04:43:33.211650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:33.739169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9975): Launched\u000a04:43:34.042131 run osmo-stp_10.42.42.5(pid=9976): Launched\u000a04:43:34.151491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:34.708526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9978): Launched\u000a04:43:35.014971 run osmo-msc_10.42.42.6(pid=9979): Launched\u000a04:43:35.192545 run osmo-stp_10.42.42.5(pid=9976): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9976)]\u000a04:43:35.320347 run osmo-stp_10.42.42.5(pid=9976): stdout: \u000a| (launched: 2022-12-14_04:43:33.892639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:35.446218 run osmo-stp_10.42.42.5(pid=9976): stderr: \u000a| �[0;m�[38;5;43m20221214044334064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044334064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044334065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044334065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044334066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044334066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044334066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:35.567248 run osmo-stp_10.42.42.5(pid=9976): stdout: \u000a| (launched: 2022-12-14_04:43:33.892639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:35.687236 run osmo-stp_10.42.42.5(pid=9976): stderr: \u000a| �[0;m�[38;5;43m20221214044334064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044334064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044334065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044334065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044334066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044334066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044334066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:35.740281 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9976): Process ended prematurely: osmo-stp_10.42.42.5(pid=9976) [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9976)] [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:43:35.748581 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:43:35.808152 run osmo-hlr_10.42.42.2(pid=9973): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9973)]\u000a04:43:35.856922 run osmo-hlr_10.42.42.2(pid=9973): stdout: \u000a| (launched: 2022-12-14_04:43:32.952339) \u000a04:43:35.906174 run osmo-hlr_10.42.42.2(pid=9973): stderr: \u000a| �[0;m�[1;31m20221214044333129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044333129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044333129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044333129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044333129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044333129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044333141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044333150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044333150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044333150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:35.973286 run osmo-msc_10.42.42.6(pid=9979): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9979)]\u000a04:43:36.021770 run osmo-msc_10.42.42.6(pid=9979): stdout: \u000a| (launched: 2022-12-14_04:43:34.862963) \u000a04:43:36.071046 run osmo-msc_10.42.42.6(pid=9979): stderr: \u000a| �[0;m�[38;5;43m20221214044335134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044335134 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96c5832c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044335134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044335134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044335134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044335135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044335136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044335137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044335137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044335137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:36.112777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9972): Terminating (SIGTERM)\u000a04:43:36.152007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9975): Terminating (SIGTERM)\u000a04:43:36.191160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9978): Terminating (SIGTERM)\u000a04:43:36.200243 --- ParallelTerminationStrategy: PID 9972 died...\u000a04:43:36.253009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9972): Terminated: ok {rc=0}\u000a04:43:36.262569 --- ParallelTerminationStrategy: PID 9975 died...\u000a04:43:36.315007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9975): Terminated: ok {rc=0}\u000a04:43:36.324445 --- ParallelTerminationStrategy: PID 9978 died...\u000a04:43:36.376985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9978): Terminated: ok {rc=0}\u000a04:43:36.466454 bus /sierra_3: Setting Powered False\u000a04:43:37.569314 bus /sierra_3: Setting Powered False\u000a04:43:38.678510 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:43:19" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9990): Process ended prematurely: osmo-stp_10.42.42.5(pid=9990) [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9990)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9990): Process ended prematurely: osmo-stp_10.42.42.5(pid=9990) [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a04:43:40.684556 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:40.696078 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:43:40.834627 tst mo_mt_call.py: using LAC 38629\u000a04:43:40.955764 tst mo_mt_call.py: using RAC 124\u000a04:43:41.076885 tst mo_mt_call.py: using CellId 38629\u000a04:43:41.197334 tst mo_mt_call.py: using BVCI 38630\u000a04:43:41.220270 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:41.231978 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:41.243130 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:41.254327 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:41.265720 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:41.277044 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:43:41.391394 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:43:41.592190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:42.078828 run create_hlr_db(pid=9984): Launched\u000a04:43:42.253446 bus /sierra_2: Setting Powered False\u000a04:43:43.275218 run create_hlr_db(pid=9984): Terminated: ok {rc=0}\u000a04:43:43.677838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9986): Launched\u000a04:43:43.982778 run osmo-hlr_10.42.42.2(pid=9987): Launched\u000a04:43:44.102469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:44.635039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9989): Launched\u000a04:43:44.940750 run osmo-stp_10.42.42.5(pid=9990): Launched\u000a04:43:45.050361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:45.605932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9992): Launched\u000a04:43:45.987121 run osmo-msc_10.42.42.6(pid=9993): Launched\u000a04:43:46.395805 run osmo-stp_10.42.42.5(pid=9990): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9990)]\u000a04:43:46.565444 run osmo-stp_10.42.42.5(pid=9990): stdout: \u000a| (launched: 2022-12-14_04:43:44.789211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:46.710437 run osmo-stp_10.42.42.5(pid=9990): stderr: \u000a| �[0;m�[38;5;43m20221214044344957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044344957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044344958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044344958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044344958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044344959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044344959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:46.846124 run osmo-stp_10.42.42.5(pid=9990): stdout: \u000a| (launched: 2022-12-14_04:43:44.789211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:46.979444 run osmo-stp_10.42.42.5(pid=9990): stderr: \u000a| �[0;m�[38;5;43m20221214044344957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044344957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044344958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044344958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044344958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044344959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044344959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:47.039916 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9990): Process ended prematurely: osmo-stp_10.42.42.5(pid=9990) [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9990)] [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a04:43:47.050738 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a04:43:47.116504 run osmo-hlr_10.42.42.2(pid=9987): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9987)]\u000a04:43:47.177646 run osmo-hlr_10.42.42.2(pid=9987): stdout: \u000a| (launched: 2022-12-14_04:43:43.832060) \u000a04:43:47.237515 run osmo-hlr_10.42.42.2(pid=9987): stderr: \u000a| �[0;m�[1;31m20221214044344007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044344008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044344008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044344008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044344008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044344008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044344020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044344030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044344030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044344030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:47.306923 run osmo-msc_10.42.42.6(pid=9993): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9993)]\u000a04:43:47.356675 run osmo-msc_10.42.42.6(pid=9993): stdout: \u000a| (launched: 2022-12-14_04:43:45.759216) \u000a04:43:47.406451 run osmo-msc_10.42.42.6(pid=9993): stderr: \u000a| �[0;m�[38;5;43m20221214044346149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044346149 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f35733c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044346149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044346149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044346149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044346150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044346151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044346152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044346152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044346152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:47.448495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9986): Terminating (SIGTERM)\u000a04:43:47.488197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9989): Terminating (SIGTERM)\u000a04:43:47.528087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9992): Terminating (SIGTERM)\u000a04:43:47.537439 --- ParallelTerminationStrategy: PID 9986 died...\u000a04:43:47.590925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9986): Terminated: ok {rc=0}\u000a04:43:47.600640 --- ParallelTerminationStrategy: PID 9989 died...\u000a04:43:47.653739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9989): Terminated: ok {rc=0}\u000a04:43:47.663727 --- ParallelTerminationStrategy: PID 9992 died...\u000a04:43:47.716919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9992): Terminated: ok {rc=0}\u000a04:43:47.805425 bus /sierra_3: Setting Powered False\u000a04:43:48.909629 bus /sierra_3: Setting Powered False\u000a04:43:50.020999 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10001): Process ended prematurely: osmo-stp_10.42.42.5(pid=10001) [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10001)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10001): Process ended prematurely: osmo-stp_10.42.42.5(pid=10001) [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:43:51.130937 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:51.143258 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:43:51.281979 tst mo_mt_call_osmux.py: using LAC 38630\u000a04:43:51.401479 tst mo_mt_call_osmux.py: using RAC 125\u000a04:43:51.520502 tst mo_mt_call_osmux.py: using CellId 38630\u000a04:43:51.641999 tst mo_mt_call_osmux.py: using BVCI 38631\u000a04:43:51.665340 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:51.676897 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:51.688125 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:51.699576 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:51.711267 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:51.722863 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:43:51.838538 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:43:52.049675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:52.563612 run create_hlr_db(pid=9995): Launched\u000a04:43:52.751327 bus /sierra_2: Setting Powered False\u000a04:43:53.773398 run create_hlr_db(pid=9995): Terminated: ok {rc=0}\u000a04:43:54.206132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9997): Launched\u000a04:43:54.533889 run osmo-hlr_10.42.42.2(pid=9998): Launched\u000a04:43:54.652755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:55.220569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10000): Launched\u000a04:43:55.547936 run osmo-stp_10.42.42.5(pid=10001): Launched\u000a04:43:55.665983 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:56.261489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10003): Launched\u000a04:43:56.590984 run osmo-msc_10.42.42.6(pid=10004): Launched\u000a04:43:56.781880 run osmo-stp_10.42.42.5(pid=10001): ERR: Terminated: ERROR {rc=1} [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10001)]\u000a04:43:56.919248 run osmo-stp_10.42.42.5(pid=10001): stdout: \u000a| (launched: 2022-12-14_04:43:55.385854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:57.055789 run osmo-stp_10.42.42.5(pid=10001): stderr: \u000a| �[0;m�[38;5;43m20221214044355579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044355579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044355579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044355579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044355580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044355580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044355580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:57.188413 run osmo-stp_10.42.42.5(pid=10001): stdout: \u000a| (launched: 2022-12-14_04:43:55.385854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:57.318558 run osmo-stp_10.42.42.5(pid=10001): stderr: \u000a| �[0;m�[38;5;43m20221214044355579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044355579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044355579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044355579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044355580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044355580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044355580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:57.375775 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10001): Process ended prematurely: osmo-stp_10.42.42.5(pid=10001) [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10001)] [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a04:43:57.385192 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:43:57.448000 run osmo-hlr_10.42.42.2(pid=9998): ERR: Terminated: ERROR {rc=237} [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9998)]\u000a04:43:57.499270 run osmo-hlr_10.42.42.2(pid=9998): stdout: \u000a| (launched: 2022-12-14_04:43:54.371636) \u000a04:43:57.551191 run osmo-hlr_10.42.42.2(pid=9998): stderr: \u000a| �[0;m�[1;31m20221214044354567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044354567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044354567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044354567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044354567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044354567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044354580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044354589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044354589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044354589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:57.622018 run osmo-msc_10.42.42.6(pid=10004): ERR: Terminated: ERROR {rc=2} [trial-2399↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10004)]\u000a04:43:57.673385 run osmo-msc_10.42.42.6(pid=10004): stdout: \u000a| (launched: 2022-12-14_04:43:56.427050) \u000a04:43:57.725487 run osmo-msc_10.42.42.6(pid=10004): stderr: \u000a| �[0;m�[38;5;43m20221214044356748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044356749 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23da207c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044356749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044356749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044356749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044356749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044356751 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044356751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044356751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044356751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:57.769838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9997): Terminating (SIGTERM)\u000a04:43:57.812074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10000): Terminating (SIGTERM)\u000a04:43:57.854358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10003): Terminating (SIGTERM)\u000a04:43:57.863999 --- ParallelTerminationStrategy: PID 9997 died...\u000a04:43:57.920175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9997): Terminated: ok {rc=0}\u000a04:43:57.930349 --- ParallelTerminationStrategy: PID 10000 died...\u000a04:43:57.986995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10000): Terminated: ok {rc=0}\u000a04:43:57.997286 --- ParallelTerminationStrategy: PID 10003 died...\u000a04:43:58.053439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10003): Terminated: ok {rc=0}\u000a04:43:58.141854 bus /sierra_3: Setting Powered False\u000a04:43:59.247666 bus /sierra_3: Setting Powered False\u000a04:44:00.355982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:43:40" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10015): Process ended prematurely: osmo-stp_10.42.42.5(pid=10015) [trial-2399↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10015)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10015): Process ended prematurely: osmo-stp_10.42.42.5(pid=10015) [trial-2399↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:44:02.412164 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:02.424346 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:44:02.556628 tst emergency_mo_mt_call.py: using LAC 38631\u000a04:44:02.675371 tst emergency_mo_mt_call.py: using RAC 126\u000a04:44:02.797687 tst emergency_mo_mt_call.py: using CellId 38631\u000a04:44:02.911962 tst emergency_mo_mt_call.py: using BVCI 38632\u000a04:44:02.935036 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:02.946042 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:02.956467 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:02.967038 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:02.977959 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:02.988415 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:03.109142 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:03.307722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:03.786378 run create_hlr_db(pid=10009): Launched\u000a04:44:03.957725 bus /sierra_2: Setting Powered False\u000a04:44:04.979655 run create_hlr_db(pid=10009): Terminated: ok {rc=0}\u000a04:44:05.377155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10011): Launched\u000a04:44:05.676404 run osmo-hlr_10.42.42.2(pid=10012): Launched\u000a04:44:05.792647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:06.317477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10014): Launched\u000a04:44:06.616825 run osmo-stp_10.42.42.5(pid=10015): Launched\u000a04:44:06.735541 tst emergency_mo_mt_call.py: using MSISDN 8506\u000a04:44:06.883208 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:44:07.431576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10017): Launched\u000a04:44:07.730996 run osmo-msc_10.42.42.6(pid=10018): Launched\u000a04:44:07.906536 run osmo-stp_10.42.42.5(pid=10015): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10015)]\u000a04:44:08.032689 run osmo-stp_10.42.42.5(pid=10015): stdout: \u000a| (launched: 2022-12-14_04:44:06.467844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:08.156764 run osmo-stp_10.42.42.5(pid=10015): stderr: \u000a| �[0;m�[38;5;43m20221214044406638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044406638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044406638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044406639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044406639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044406639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044406639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:08.275456 run osmo-stp_10.42.42.5(pid=10015): stdout: \u000a| (launched: 2022-12-14_04:44:06.467844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:08.393576 run osmo-stp_10.42.42.5(pid=10015): stderr: \u000a| �[0;m�[38;5;43m20221214044406638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044406638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044406638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044406639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044406639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044406639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044406639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:08.445434 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10015): Process ended prematurely: osmo-stp_10.42.42.5(pid=10015) [trial-2399↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10015)] [trial-2399↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a04:44:08.453282 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a04:44:08.512775 run osmo-hlr_10.42.42.2(pid=10012): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10012)]\u000a04:44:08.561484 run osmo-hlr_10.42.42.2(pid=10012): stdout: \u000a| (launched: 2022-12-14_04:44:05.527686) \u000a04:44:08.610751 run osmo-hlr_10.42.42.2(pid=10012): stderr: \u000a| �[0;m�[1;31m20221214044405703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044405703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044405703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044405703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044405703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044405703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044405715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044405724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044405724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044405724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:08.677741 run osmo-msc_10.42.42.6(pid=10018): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10018)]\u000a04:44:08.726397 run osmo-msc_10.42.42.6(pid=10018): stdout: \u000a| (launched: 2022-12-14_04:44:07.583064) \u000a04:44:08.775313 run osmo-msc_10.42.42.6(pid=10018): stderr: \u000a| �[0;m�[38;5;43m20221214044407853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044407853 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5235d6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044407853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044407853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044407853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044407854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044407856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044407856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044407856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044407856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:44:08.817105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10011): Terminating (SIGTERM)\u000a04:44:08.856433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10014): Terminating (SIGTERM)\u000a04:44:08.896157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10017): Terminating (SIGTERM)\u000a04:44:08.905298 --- ParallelTerminationStrategy: PID 10011 died...\u000a04:44:08.957955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10011): Terminated: ok {rc=0}\u000a04:44:08.967445 --- ParallelTerminationStrategy: PID 10014 died...\u000a04:44:09.020347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10014): Terminated: ok {rc=0}\u000a04:44:09.029870 --- ParallelTerminationStrategy: PID 10017 died...\u000a04:44:09.082300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10017): Terminated: ok {rc=0}\u000a04:44:09.170193 bus /sierra_3: Setting Powered False\u000a04:44:10.275622 bus /sierra_3: Setting Powered False\u000a04:44:11.383825 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10027): Process ended prematurely: osmo-stp_10.42.42.5(pid=10027) [trial-2399↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10027)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10027): Process ended prematurely: osmo-stp_10.42.42.5(pid=10027) [trial-2399↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:44:12.435420 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:12.446880 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:44:12.582916 tst emergency_preemptive_call.py: using LAC 38632\u000a04:44:12.699782 tst emergency_preemptive_call.py: using RAC 127\u000a04:44:12.818953 tst emergency_preemptive_call.py: using CellId 38632\u000a04:44:12.936066 tst emergency_preemptive_call.py: using BVCI 38633\u000a04:44:12.958740 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:12.969609 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:12.980152 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:12.990647 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:13.002209 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:13.013402 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:13.133662 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:13.254053 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:13.372275 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:13.570261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:14.047039 run create_hlr_db(pid=10021): Launched\u000a04:44:14.218460 bus /sierra_2: Setting Powered False\u000a04:44:15.240544 run create_hlr_db(pid=10021): Terminated: ok {rc=0}\u000a04:44:15.667450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10023): Launched\u000a04:44:16.096378 run osmo-hlr_10.42.42.2(pid=10024): Launched\u000a04:44:16.291179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:16.899964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10026): Launched\u000a04:44:17.249377 run osmo-stp_10.42.42.5(pid=10027): Launched\u000a04:44:17.430695 tst emergency_preemptive_call.py: using MSISDN 8507\u000a04:44:17.593760 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:44:18.176589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10029): Launched\u000a04:44:18.498396 run osmo-msc_10.42.42.6(pid=10030): Launched\u000a04:44:18.686313 run osmo-stp_10.42.42.5(pid=10027): ERR: Terminated: ERROR {rc=1} [trial-2399↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10027)]\u000a04:44:18.822081 run osmo-stp_10.42.42.5(pid=10027): stdout: \u000a| (launched: 2022-12-14_04:44:17.066654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:18.957033 run osmo-stp_10.42.42.5(pid=10027): stderr: \u000a| �[0;m�[38;5;43m20221214044417372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044417372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044417372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044417373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044417373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044417373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044417373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:19.085817 run osmo-stp_10.42.42.5(pid=10027): stdout: \u000a| (launched: 2022-12-14_04:44:17.066654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:19.213920 run osmo-stp_10.42.42.5(pid=10027): stderr: \u000a| �[0;m�[38;5;43m20221214044417372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044417372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044417372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044417373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044417373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044417373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044417373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:19.269771 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10027): Process ended prematurely: osmo-stp_10.42.42.5(pid=10027) [trial-2399↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10027)] [trial-2399↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a04:44:19.278598 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a04:44:19.341879 run osmo-hlr_10.42.42.2(pid=10024): ERR: Terminated: ERROR {rc=237} [trial-2399↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10024)]\u000a04:44:19.393424 run osmo-hlr_10.42.42.2(pid=10024): stdout: \u000a| (launched: 2022-12-14_04:44:15.831161) \u000a04:44:19.445406 run osmo-hlr_10.42.42.2(pid=10024): stderr: \u000a| �[0;m�[1;31m20221214044416059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044416059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044416059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044416059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044416059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044416060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044416080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044416101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044416102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044416102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:19.516201 run osmo-msc_10.42.42.6(pid=10030): ERR: Terminated: ERROR {rc=2} [trial-2399↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10030)]\u000a04:44:19.567647 run osmo-msc_10.42.42.6(pid=10030): stdout: \u000a| (launched: 2022-12-14_04:44:18.339152) \u000a04:44:19.619830 run osmo-msc_10.42.42.6(pid=10030): stderr: \u000a| �[0;m�[38;5;43m20221214044418661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044418661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e89afac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044418661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044418661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044418661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044418662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044418664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044418664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044418664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044418664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:44:19.664151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10023): Terminating (SIGTERM)\u000a04:44:19.706554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10026): Terminating (SIGTERM)\u000a04:44:19.748585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10029): Terminating (SIGTERM)\u000a04:44:19.758480 --- ParallelTerminationStrategy: PID 10023 died...\u000a04:44:19.814916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10023): Terminated: ok {rc=0}\u000a04:44:19.824898 --- ParallelTerminationStrategy: PID 10026 died...\u000a04:44:19.880824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10026): Terminated: ok {rc=0}\u000a04:44:19.891092 --- ParallelTerminationStrategy: PID 10029 died...\u000a04:44:19.947020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10029): Terminated: ok {rc=0}\u000a04:44:20.033240 bus /sierra_9: Setting Powered False\u000a04:44:21.140513 bus /sierra_9: Setting Powered False\u000a04:44:22.248552 bus /sierra_8: Setting Powered False\u000a04:44:23.354278 bus /sierra_8: Setting Powered False\u000a04:44:24.462259 bus /sierra_3: Setting Powered False\u000a04:44:25.568225 bus /sierra_3: Setting Powered False\u000a04:44:26.677416 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:44:02" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10045): Process ended prematurely: osmo-stp_10.42.42.5(pid=10045) [trial-2399↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10045)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10045): Process ended prematurely: osmo-stp_10.42.42.5(pid=10045) [trial-2399↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:44:28.801563 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:28.812243 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:44:28.945516 tst cs_paging_gprs_active.py: using LAC 38633\u000a04:44:29.064086 tst cs_paging_gprs_active.py: using RAC 128\u000a04:44:29.182252 tst cs_paging_gprs_active.py: using CellId 38633\u000a04:44:29.299749 tst cs_paging_gprs_active.py: using BVCI 38634\u000a04:44:29.322874 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:29.333612 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:29.344443 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:29.355281 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:29.365850 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:29.376226 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:29.387066 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:29.397577 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:29.408289 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:29.527093 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:29.808170 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:44:29.934241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:30.249924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10035): Launched\u000a04:44:30.512159 run iperf3-srv_10.42.42.10(pid=10036): Launched\u000a04:44:30.696869 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:44:30.823444 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:31.213419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10037): Launched\u000a04:44:31.545698 run iperf3-srv_10.42.42.10(pid=10038): Launched\u000a04:44:31.733588 tst cs_paging_gprs_active.py:38: start network...\u000a04:44:31.862222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:32.359203 run create_hlr_db(pid=10039): Launched\u000a04:44:32.549563 bus /sierra_2: Setting Powered False\u000a04:44:33.570686 run create_hlr_db(pid=10039): Terminated: ok {rc=0}\u000a04:44:34.006018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10041): Launched\u000a04:44:34.335320 run osmo-hlr_10.42.42.2(pid=10042): Launched\u000a04:44:34.457904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:35.026719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10044): Launched\u000a04:44:35.355240 run osmo-stp_10.42.42.5(pid=10045): Launched\u000a04:44:35.473959 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:44:36.043526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10047): Launched\u000a04:44:36.160293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:44:36.446889 run patchelf(pid=10048): Launched\u000a04:44:36.638321 run osmo-stp_10.42.42.5(pid=10045): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10045)]\u000a04:44:36.777867 run osmo-stp_10.42.42.5(pid=10045): stdout: \u000a| (launched: 2022-12-14_04:44:35.193617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:36.917567 run osmo-stp_10.42.42.5(pid=10045): stderr: \u000a| �[0;m�[38;5;43m20221214044435385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044435385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044435385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044435386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044435386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044435386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044435386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:37.052652 run osmo-stp_10.42.42.5(pid=10045): stdout: \u000a| (launched: 2022-12-14_04:44:35.193617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:37.187096 run osmo-stp_10.42.42.5(pid=10045): stderr: \u000a| �[0;m�[38;5;43m20221214044435385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044435385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044435385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044435386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044435386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044435386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044435386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:37.343530 run patchelf(pid=10048): Terminating (SIGINT)\u000a04:44:37.526569 run patchelf(pid=10048): Terminated: ok {rc=0}\u000a04:44:37.559992 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10045): Process ended prematurely: osmo-stp_10.42.42.5(pid=10045) [trial-2399↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10045)] [trial-2399↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a04:44:37.569942 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:44:37.633323 run osmo-hlr_10.42.42.2(pid=10042): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10042)]\u000a04:44:37.684788 run osmo-hlr_10.42.42.2(pid=10042): stdout: \u000a| (launched: 2022-12-14_04:44:34.172490) \u000a04:44:37.736683 run osmo-hlr_10.42.42.2(pid=10042): stderr: \u000a| �[0;m�[1;31m20221214044434370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044434370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044434370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044434370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044434370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044434370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044434382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044434391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044434391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044434391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:37.781211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10035): Terminating (SIGTERM)\u000a04:44:37.823134 run iperf3-srv_10.42.42.10(pid=10036): Terminating (SIGTERM)\u000a04:44:37.865021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10037): Terminating (SIGTERM)\u000a04:44:37.907390 run iperf3-srv_10.42.42.10(pid=10038): Terminating (SIGTERM)\u000a04:44:37.949317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10041): Terminating (SIGTERM)\u000a04:44:37.991533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10044): Terminating (SIGTERM)\u000a04:44:38.033524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10047): Terminating (SIGTERM)\u000a04:44:38.043267 --- ParallelTerminationStrategy: PID 10035 died...\u000a04:44:38.099495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10035): Terminated: ok {rc=0}\u000a04:44:38.109548 --- ParallelTerminationStrategy: PID 10036 died...\u000a04:44:38.165361 run iperf3-srv_10.42.42.10(pid=10036): Terminated {rc=256}\u000a04:44:38.175335 --- ParallelTerminationStrategy: PID 10037 died...\u000a04:44:38.231100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10037): Terminated: ok {rc=0}\u000a04:44:38.241154 --- ParallelTerminationStrategy: PID 10038 died...\u000a04:44:38.296636 run iperf3-srv_10.42.42.10(pid=10038): Terminated {rc=256}\u000a04:44:38.306618 --- ParallelTerminationStrategy: PID 10041 died...\u000a04:44:38.362383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10041): Terminated: ok {rc=0}\u000a04:44:38.372357 --- ParallelTerminationStrategy: PID 10044 died...\u000a04:44:38.427999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10044): Terminated: ok {rc=0}\u000a04:44:38.437999 --- ParallelTerminationStrategy: PID 10047 died...\u000a04:44:38.493747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10047): Terminated: ok {rc=0}\u000a04:44:38.580803 bus /gobi_0: Setting Powered False\u000a04:44:39.685971 bus /gobi_0: Setting Powered False\u000a04:44:40.793042 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10057): Process ended prematurely: osmo-stp_10.42.42.5(pid=10057) [trial-2399↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10057)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10057): Process ended prematurely: osmo-stp_10.42.42.5(pid=10057) [trial-2399↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a04:44:41.909151 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:41.921177 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:44:42.066460 tst iperf3.py: using LAC 38634\u000a04:44:42.194440 tst iperf3.py: using RAC 129\u000a04:44:42.320935 tst iperf3.py: using CellId 38634\u000a04:44:42.438322 tst iperf3.py: using BVCI 38635\u000a04:44:42.461745 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:42.472445 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:42.483232 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:42.493688 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:42.504105 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:42.514677 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:42.525694 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:42.536456 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:42.547241 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:42.842271 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:44:42.978224 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:43.316018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10049): Launched\u000a04:44:43.598692 run iperf3-srv_10.42.42.10(pid=10050): Launched\u000a04:44:43.798483 tst iperf3.py:8: start network...\u000a04:44:43.934460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:44.456065 run create_hlr_db(pid=10051): Launched\u000a04:44:44.631504 bus /gobi_6: Setting Powered False\u000a04:44:45.654177 run create_hlr_db(pid=10051): Terminated: ok {rc=0}\u000a04:44:46.135336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10053): Launched\u000a04:44:46.555350 run osmo-hlr_10.42.42.2(pid=10054): Launched\u000a04:44:46.725554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:47.407257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10056): Launched\u000a04:44:47.714157 run osmo-stp_10.42.42.5(pid=10057): Launched\u000a04:44:47.826278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:44:48.358403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10059): Launched\u000a04:44:48.466328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:44:48.734228 run patchelf(pid=10060): Launched\u000a04:44:48.912129 run osmo-stp_10.42.42.5(pid=10057): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10057)]\u000a04:44:49.042093 run osmo-stp_10.42.42.5(pid=10057): stdout: \u000a| (launched: 2022-12-14_04:44:47.562888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:49.172378 run osmo-stp_10.42.42.5(pid=10057): stderr: \u000a| �[0;m�[38;5;43m20221214044447734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044447734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044447734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044447735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044447735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044447735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044447735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:49.298667 run osmo-stp_10.42.42.5(pid=10057): stdout: \u000a| (launched: 2022-12-14_04:44:47.562888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:49.423824 run osmo-stp_10.42.42.5(pid=10057): stderr: \u000a| �[0;m�[38;5;43m20221214044447734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044447734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044447734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044447735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044447735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044447735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044447735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:49.568580 run patchelf(pid=10060): Terminating (SIGINT)\u000a04:44:49.738876 run patchelf(pid=10060): Terminated: ok {rc=0}\u000a04:44:49.770865 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10057): Process ended prematurely: osmo-stp_10.42.42.5(pid=10057) [trial-2399↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10057)] [trial-2399↪gprs:nanobts+band-900↪iperf3.py:8]\u000a04:44:49.780335 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a04:44:49.840800 run osmo-hlr_10.42.42.2(pid=10054): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10054)]\u000a04:44:49.890078 run osmo-hlr_10.42.42.2(pid=10054): stdout: \u000a| (launched: 2022-12-14_04:44:46.293340) \u000a04:44:49.940180 run osmo-hlr_10.42.42.2(pid=10054): stderr: \u000a| �[0;m�[1;31m20221214044446496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044446496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044446496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044446496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044446496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044446496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044446511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044446527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044446527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044446527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:49.982565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10049): Terminating (SIGTERM)\u000a04:44:50.022520 run iperf3-srv_10.42.42.10(pid=10050): Terminating (SIGTERM)\u000a04:44:50.062554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10053): Terminating (SIGTERM)\u000a04:44:50.102481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10056): Terminating (SIGTERM)\u000a04:44:50.142284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10059): Terminating (SIGTERM)\u000a04:44:50.151569 --- ParallelTerminationStrategy: PID 10049 died...\u000a04:44:50.205149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10049): Terminated: ok {rc=0}\u000a04:44:50.214925 --- ParallelTerminationStrategy: PID 10050 died...\u000a04:44:50.268074 run iperf3-srv_10.42.42.10(pid=10050): Terminated {rc=256}\u000a04:44:50.277848 --- ParallelTerminationStrategy: PID 10053 died...\u000a04:44:50.331218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10053): Terminated: ok {rc=0}\u000a04:44:50.340934 --- ParallelTerminationStrategy: PID 10056 died...\u000a04:44:50.394211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10056): Terminated: ok {rc=0}\u000a04:44:50.403882 --- ParallelTerminationStrategy: PID 10059 died...\u000a04:44:50.457313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10059): Terminated: ok {rc=0}\u000a04:44:50.545722 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10075): Process ended prematurely: osmo-stp_10.42.42.5(pid=10075) [trial-2399↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10075)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10075): Process ended prematurely: osmo-stp_10.42.42.5(pid=10075) [trial-2399↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a04:44:51.658025 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:51.669564 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:44:51.804812 tst iperf3m4.py: using LAC 38635\u000a04:44:51.925260 tst iperf3m4.py: using RAC 130\u000a04:44:52.045785 tst iperf3m4.py: using CellId 38635\u000a04:44:52.164364 tst iperf3m4.py: using BVCI 38636\u000a04:44:52.187643 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:52.198426 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:52.209145 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:52.219688 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:52.230174 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:52.240565 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:52.251213 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:52.262092 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:52.272873 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:52.388658 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:52.511594 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:52.629480 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:52.925408 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:44:53.061365 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:53.398501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10061): Launched\u000a04:44:53.678604 run iperf3-srv_10.42.42.10(pid=10062): Launched\u000a04:44:53.877823 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:44:54.013663 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:54.351396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10063): Launched\u000a04:44:54.632723 run iperf3-srv_10.42.42.10(pid=10064): Launched\u000a04:44:54.831655 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:44:54.967337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:55.306391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10065): Launched\u000a04:44:55.588675 run iperf3-srv_10.42.42.10(pid=10066): Launched\u000a04:44:55.788117 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:44:55.923927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:56.262730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10067): Launched\u000a04:44:56.542926 run iperf3-srv_10.42.42.10(pid=10068): Launched\u000a04:44:56.742072 tst iperf3m4.py:8: start network...\u000a04:44:56.877800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:57.394069 run create_hlr_db(pid=10069): Launched\u000a04:44:57.582393 bus /gobi_6: Setting Powered False\u000a04:44:58.603300 run create_hlr_db(pid=10069): Terminated: ok {rc=0}\u000a04:44:59.011434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10071): Launched\u000a04:44:59.316055 run osmo-hlr_10.42.42.2(pid=10072): Launched\u000a04:44:59.437974 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:59.974301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10074): Launched\u000a04:45:00.281253 run osmo-stp_10.42.42.5(pid=10075): Launched\u000a04:45:00.391174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:00.960300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10077): Launched\u000a04:45:01.071301 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:01.363804 run patchelf(pid=10078): Launched\u000a04:45:01.568820 run osmo-stp_10.42.42.5(pid=10075): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10075)]\u000a04:45:01.715648 run osmo-stp_10.42.42.5(pid=10075): stdout: \u000a| (launched: 2022-12-14_04:45:00.128694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:01.862581 run osmo-stp_10.42.42.5(pid=10075): stderr: \u000a| �[0;m�[38;5;43m20221214044500298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044500298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044500298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044500298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044500299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044500299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044500299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:02.002437 run osmo-stp_10.42.42.5(pid=10075): stdout: \u000a| (launched: 2022-12-14_04:45:00.128694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:02.141913 run osmo-stp_10.42.42.5(pid=10075): stderr: \u000a| �[0;m�[38;5;43m20221214044500298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044500298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044500298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044500298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044500299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044500299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044500299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:02.299662 run patchelf(pid=10078): Terminating (SIGINT)\u000a04:45:02.470517 run patchelf(pid=10078): Terminated: ok {rc=0}\u000a04:45:02.502197 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10075): Process ended prematurely: osmo-stp_10.42.42.5(pid=10075) [trial-2399↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10075)] [trial-2399↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a04:45:02.511572 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a04:45:02.572086 run osmo-hlr_10.42.42.2(pid=10072): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10072)]\u000a04:45:02.621231 run osmo-hlr_10.42.42.2(pid=10072): stdout: \u000a| (launched: 2022-12-14_04:44:59.166017) \u000a04:45:02.671003 run osmo-hlr_10.42.42.2(pid=10072): stderr: \u000a| �[0;m�[1;31m20221214044459338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044459338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044459338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044459338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044459338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044459338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044459350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044459358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044459358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044459358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:02.713198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10061): Terminating (SIGTERM)\u000a04:45:02.752715 run iperf3-srv_10.42.42.10(pid=10062): Terminating (SIGTERM)\u000a04:45:02.792125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10063): Terminating (SIGTERM)\u000a04:45:02.831384 run iperf3-srv_10.42.42.10(pid=10064): Terminating (SIGTERM)\u000a04:45:02.870825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10065): Terminating (SIGTERM)\u000a04:45:02.910106 run iperf3-srv_10.42.42.10(pid=10066): Terminating (SIGTERM)\u000a04:45:02.949538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10067): Terminating (SIGTERM)\u000a04:45:02.988876 run iperf3-srv_10.42.42.10(pid=10068): Terminating (SIGTERM)\u000a04:45:03.028417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10071): Terminating (SIGTERM)\u000a04:45:03.067854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10074): Terminating (SIGTERM)\u000a04:45:03.107344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10077): Terminating (SIGTERM)\u000a04:45:03.116293 --- ParallelTerminationStrategy: PID 10061 died...\u000a04:45:03.170140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10061): Terminated: ok {rc=0}\u000a04:45:03.179778 --- ParallelTerminationStrategy: PID 10062 died...\u000a04:45:03.232870 run iperf3-srv_10.42.42.10(pid=10062): Terminated {rc=256}\u000a04:45:03.242507 --- ParallelTerminationStrategy: PID 10063 died...\u000a04:45:03.295821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10063): Terminated: ok {rc=0}\u000a04:45:03.305880 --- ParallelTerminationStrategy: PID 10064 died...\u000a04:45:03.359084 run iperf3-srv_10.42.42.10(pid=10064): Terminated {rc=256}\u000a04:45:03.368565 --- ParallelTerminationStrategy: PID 10065 died...\u000a04:45:03.422110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10065): Terminated: ok {rc=0}\u000a04:45:03.431805 --- ParallelTerminationStrategy: PID 10066 died...\u000a04:45:03.484747 run iperf3-srv_10.42.42.10(pid=10066): Terminated {rc=256}\u000a04:45:03.494314 --- ParallelTerminationStrategy: PID 10067 died...\u000a04:45:03.547035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10067): Terminated: ok {rc=0}\u000a04:45:03.556631 --- ParallelTerminationStrategy: PID 10068 died...\u000a04:45:03.609308 run iperf3-srv_10.42.42.10(pid=10068): Terminated {rc=256}\u000a04:45:03.618838 --- ParallelTerminationStrategy: PID 10071 died...\u000a04:45:03.671912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10071): Terminated: ok {rc=0}\u000a04:45:03.681617 --- ParallelTerminationStrategy: PID 10074 died...\u000a04:45:03.734420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10074): Terminated: ok {rc=0}\u000a04:45:03.744048 --- ParallelTerminationStrategy: PID 10077 died...\u000a04:45:03.797062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10077): Terminated: ok {rc=0}\u000a04:45:03.884772 bus /gobi_4: Setting Powered False\u000a04:45:04.987073 bus /gobi_4: Setting Powered False\u000a04:45:06.097466 bus /gobi_1: Setting Powered False\u000a04:45:07.199034 bus /gobi_1: Setting Powered False\u000a04:45:08.309420 bus /gobi_0: Setting Powered False\u000a04:45:09.411275 bus /gobi_0: Setting Powered False\u000a04:45:10.517826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10088): Process ended prematurely: osmo-stp_10.42.42.5(pid=10088) [trial-2399↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10088)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10088): Process ended prematurely: osmo-stp_10.42.42.5(pid=10088) [trial-2399↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a04:45:11.586281 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:11.598177 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:45:11.733948 tst ping.py: using LAC 38636\u000a04:45:11.851879 tst ping.py: using RAC 131\u000a04:45:11.971511 tst ping.py: using CellId 38636\u000a04:45:12.090788 tst ping.py: using BVCI 38637\u000a04:45:12.113721 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:12.124384 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:12.135117 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:12.145691 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:12.156711 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:12.167703 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:12.178993 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:12.190239 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:45:12.464507 tst ping.py:19: start network...\u000a04:45:12.588228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:13.066970 run create_hlr_db(pid=10082): Launched\u000a04:45:13.238121 bus /gobi_6: Setting Powered False\u000a04:45:14.260075 run create_hlr_db(pid=10082): Terminated: ok {rc=0}\u000a04:45:14.658423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10084): Launched\u000a04:45:14.956170 run osmo-hlr_10.42.42.2(pid=10085): Launched\u000a04:45:15.074242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:15.600265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10087): Launched\u000a04:45:16.024115 run osmo-stp_10.42.42.5(pid=10088): Launched\u000a04:45:16.158588 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:16.717485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10090): Launched\u000a04:45:16.836246 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:17.130660 run patchelf(pid=10091): Launched\u000a04:45:17.309951 run osmo-stp_10.42.42.5(pid=10088): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10088)]\u000a04:45:17.439144 run osmo-stp_10.42.42.5(pid=10088): stdout: \u000a| (launched: 2022-12-14_04:45:15.750444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:17.568281 run osmo-stp_10.42.42.5(pid=10088): stderr: \u000a| �[0;m�[38;5;43m20221214044515955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044515955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044515955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044515956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044515956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044515963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044515963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:17.691783 run osmo-stp_10.42.42.5(pid=10088): stdout: \u000a| (launched: 2022-12-14_04:45:15.750444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:17.814303 run osmo-stp_10.42.42.5(pid=10088): stderr: \u000a| �[0;m�[38;5;43m20221214044515955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044515955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044515955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044515956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044515956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044515963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044515963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:17.957391 run patchelf(pid=10091): Terminating (SIGINT)\u000a04:45:18.125665 run patchelf(pid=10091): Terminated: ok {rc=0}\u000a04:45:18.156140 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10088): Process ended prematurely: osmo-stp_10.42.42.5(pid=10088) [trial-2399↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10088)] [trial-2399↪gprs:nanobts+band-900↪ping.py:22]\u000a04:45:18.164933 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:45:18.225313 run osmo-hlr_10.42.42.2(pid=10085): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10085)]\u000a04:45:18.274747 run osmo-hlr_10.42.42.2(pid=10085): stdout: \u000a| (launched: 2022-12-14_04:45:14.808569) \u000a04:45:18.324499 run osmo-hlr_10.42.42.2(pid=10085): stderr: \u000a| �[0;m�[1;31m20221214044514982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044514982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044514982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044514982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044514982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044514982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044514995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044515003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044515003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044515003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:18.366579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10084): Terminating (SIGTERM)\u000a04:45:18.406289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10087): Terminating (SIGTERM)\u000a04:45:18.446368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10090): Terminating (SIGTERM)\u000a04:45:18.455767 --- ParallelTerminationStrategy: PID 10084 died...\u000a04:45:18.509540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10084): Terminated: ok {rc=0}\u000a04:45:18.519665 --- ParallelTerminationStrategy: PID 10087 died...\u000a04:45:18.573446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10087): Terminated: ok {rc=0}\u000a04:45:18.583240 --- ParallelTerminationStrategy: PID 10090 died...\u000a04:45:18.636645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10090): Terminated: ok {rc=0}\u000a04:45:18.721359 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10098): Process ended prematurely: osmo-stp_10.42.42.5(pid=10098) [trial-2399↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10098)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10098): Process ended prematurely: osmo-stp_10.42.42.5(pid=10098) [trial-2399↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a04:45:19.775379 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:19.787465 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:45:19.931908 tst ping_idle_ping.py: using LAC 38637\u000a04:45:20.057934 tst ping_idle_ping.py: using RAC 132\u000a04:45:20.185969 tst ping_idle_ping.py: using CellId 38637\u000a04:45:20.312520 tst ping_idle_ping.py: using BVCI 38638\u000a04:45:20.337476 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:20.348893 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:20.360121 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:20.371323 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:20.382899 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:20.394491 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:20.406450 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:20.418111 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:45:20.694230 tst ping_idle_ping.py:24: start network...\u000a04:45:20.818451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:21.303534 run create_hlr_db(pid=10092): Launched\u000a04:45:21.476591 bus /gobi_6: Setting Powered False\u000a04:45:22.497309 run create_hlr_db(pid=10092): Terminated: ok {rc=0}\u000a04:45:22.897235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10094): Launched\u000a04:45:23.198592 run osmo-hlr_10.42.42.2(pid=10095): Launched\u000a04:45:23.316142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:23.846788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10097): Launched\u000a04:45:24.146673 run osmo-stp_10.42.42.5(pid=10098): Launched\u000a04:45:24.255048 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:24.781221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10100): Launched\u000a04:45:24.887057 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:25.148418 run patchelf(pid=10101): Launched\u000a04:45:25.323905 run osmo-stp_10.42.42.5(pid=10098): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10098)]\u000a04:45:25.452235 run osmo-stp_10.42.42.5(pid=10098): stdout: \u000a| (launched: 2022-12-14_04:45:23.998655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:25.581151 run osmo-stp_10.42.42.5(pid=10098): stderr: \u000a| �[0;m�[38;5;43m20221214044524167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044524167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044524167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044524168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044524168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044524168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044524168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:25.705460 run osmo-stp_10.42.42.5(pid=10098): stdout: \u000a| (launched: 2022-12-14_04:45:23.998655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:25.828030 run osmo-stp_10.42.42.5(pid=10098): stderr: \u000a| �[0;m�[38;5;43m20221214044524167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044524167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044524167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044524168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044524168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044524168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044524168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:25.970711 run patchelf(pid=10101): Terminating (SIGINT)\u000a04:45:26.138872 run patchelf(pid=10101): Terminated: ok {rc=0}\u000a04:45:26.169536 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10098): Process ended prematurely: osmo-stp_10.42.42.5(pid=10098) [trial-2399↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10098)] [trial-2399↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a04:45:26.178322 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:45:26.238592 run osmo-hlr_10.42.42.2(pid=10095): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10095)]\u000a04:45:26.287644 run osmo-hlr_10.42.42.2(pid=10095): stdout: \u000a| (launched: 2022-12-14_04:45:23.048297) \u000a04:45:26.337502 run osmo-hlr_10.42.42.2(pid=10095): stderr: \u000a| �[0;m�[1;31m20221214044523223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044523223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044523223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044523223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044523223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044523223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044523236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044523245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044523246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044523246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:26.380006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10094): Terminating (SIGTERM)\u000a04:45:26.419790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10097): Terminating (SIGTERM)\u000a04:45:26.459684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10100): Terminating (SIGTERM)\u000a04:45:26.469114 --- ParallelTerminationStrategy: PID 10094 died...\u000a04:45:26.522546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10094): Terminated: ok {rc=0}\u000a04:45:26.532268 --- ParallelTerminationStrategy: PID 10097 died...\u000a04:45:26.585461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10097): Terminated: ok {rc=0}\u000a04:45:26.595108 --- ParallelTerminationStrategy: PID 10100 died...\u000a04:45:26.648045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10100): Terminated: ok {rc=0}\u000a04:45:26.737294 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:44:28" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10115): Process ended prematurely: osmo-stp_10.42.42.5(pid=10115) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10115)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10115): Process ended prematurely: osmo-stp_10.42.42.5(pid=10115) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:45:28.903551 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:28.914501 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:45:29.058018 tst cs_paging_gprs_active.py: using LAC 38638\u000a04:45:29.188306 tst cs_paging_gprs_active.py: using RAC 133\u000a04:45:29.310795 tst cs_paging_gprs_active.py: using CellId 38638\u000a04:45:29.430157 tst cs_paging_gprs_active.py: using BVCI 38639\u000a04:45:29.453858 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:29.464808 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:29.475516 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:29.486378 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:29.497147 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:29.507767 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:29.518534 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:29.529060 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:29.539805 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:29.659806 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:29.957329 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:45:30.093991 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:30.435335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10105): Launched\u000a04:45:30.719361 run iperf3-srv_10.42.42.10(pid=10106): Launched\u000a04:45:30.937845 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:45:31.069716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:31.409777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10107): Launched\u000a04:45:31.699792 run iperf3-srv_10.42.42.10(pid=10108): Launched\u000a04:45:31.892273 tst cs_paging_gprs_active.py:38: start network...\u000a04:45:32.023063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:32.516674 run create_hlr_db(pid=10109): Launched\u000a04:45:32.691865 bus /gobi_6: Setting Powered False\u000a04:45:33.713657 run create_hlr_db(pid=10109): Terminated: ok {rc=0}\u000a04:45:34.148241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10111): Launched\u000a04:45:34.478928 run osmo-hlr_10.42.42.2(pid=10112): Launched\u000a04:45:34.603792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:35.174683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10114): Launched\u000a04:45:35.503544 run osmo-stp_10.42.42.5(pid=10115): Launched\u000a04:45:35.622643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:36.197310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10117): Launched\u000a04:45:36.314488 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:36.600767 run patchelf(pid=10118): Launched\u000a04:45:36.791859 run osmo-stp_10.42.42.5(pid=10115): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10115)]\u000a04:45:36.931602 run osmo-stp_10.42.42.5(pid=10115): stdout: \u000a| (launched: 2022-12-14_04:45:35.342257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:37.071717 run osmo-stp_10.42.42.5(pid=10115): stderr: \u000a| �[0;m�[38;5;43m20221214044535534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044535534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044535534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044535535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044535535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044535535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044535535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:37.207436 run osmo-stp_10.42.42.5(pid=10115): stdout: \u000a| (launched: 2022-12-14_04:45:35.342257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:37.341751 run osmo-stp_10.42.42.5(pid=10115): stderr: \u000a| �[0;m�[38;5;43m20221214044535534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044535534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044535534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044535535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044535535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044535535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044535535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:37.497560 run patchelf(pid=10118): Terminating (SIGINT)\u000a04:45:37.680473 run patchelf(pid=10118): Terminated: ok {rc=0}\u000a04:45:37.714238 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10115): Process ended prematurely: osmo-stp_10.42.42.5(pid=10115) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10115)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:45:37.724236 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a04:45:37.787698 run osmo-hlr_10.42.42.2(pid=10112): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10112)]\u000a04:45:37.839383 run osmo-hlr_10.42.42.2(pid=10112): stdout: \u000a| (launched: 2022-12-14_04:45:34.315450) \u000a04:45:37.891619 run osmo-hlr_10.42.42.2(pid=10112): stderr: \u000a| �[0;m�[1;31m20221214044534512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044534512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044534512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044534512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044534512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044534513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044534525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044534534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044534534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044534534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:37.936033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10105): Terminating (SIGTERM)\u000a04:45:37.978498 run iperf3-srv_10.42.42.10(pid=10106): Terminating (SIGTERM)\u000a04:45:38.020485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10107): Terminating (SIGTERM)\u000a04:45:38.062461 run iperf3-srv_10.42.42.10(pid=10108): Terminating (SIGTERM)\u000a04:45:38.105143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10111): Terminating (SIGTERM)\u000a04:45:38.147000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10114): Terminating (SIGTERM)\u000a04:45:38.189248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10117): Terminating (SIGTERM)\u000a04:45:38.199057 --- ParallelTerminationStrategy: PID 10105 died...\u000a04:45:38.255532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10105): Terminated: ok {rc=0}\u000a04:45:38.265621 --- ParallelTerminationStrategy: PID 10106 died...\u000a04:45:38.321386 run iperf3-srv_10.42.42.10(pid=10106): Terminated {rc=256}\u000a04:45:38.331355 --- ParallelTerminationStrategy: PID 10107 died...\u000a04:45:38.387586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10107): Terminated: ok {rc=0}\u000a04:45:38.397649 --- ParallelTerminationStrategy: PID 10108 died...\u000a04:45:38.453254 run iperf3-srv_10.42.42.10(pid=10108): Terminated {rc=256}\u000a04:45:38.463272 --- ParallelTerminationStrategy: PID 10111 died...\u000a04:45:38.519026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10111): Terminated: ok {rc=0}\u000a04:45:38.529092 --- ParallelTerminationStrategy: PID 10114 died...\u000a04:45:38.584980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10114): Terminated: ok {rc=0}\u000a04:45:38.594994 --- ParallelTerminationStrategy: PID 10117 died...\u000a04:45:38.651061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10117): Terminated: ok {rc=0}\u000a04:45:38.739273 bus /gobi_0: Setting Powered False\u000a04:45:39.842093 bus /gobi_0: Setting Powered False\u000a04:45:40.947218 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10127): Process ended prematurely: osmo-stp_10.42.42.5(pid=10127) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10127): Process ended prematurely: osmo-stp_10.42.42.5(pid=10127) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:45:42.055710 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:42.067315 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:45:42.208260 tst iperf3.py: using LAC 38639\u000a04:45:42.329984 tst iperf3.py: using RAC 134\u000a04:45:42.452043 tst iperf3.py: using CellId 38639\u000a04:45:42.573802 tst iperf3.py: using BVCI 38640\u000a04:45:42.596926 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:42.608330 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:42.619257 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:42.630149 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:42.640897 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:42.651796 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:42.662921 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:42.673977 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:42.684994 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:42.980409 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:45:43.117552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:43.457124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10119): Launched\u000a04:45:43.740602 run iperf3-srv_10.42.42.10(pid=10120): Launched\u000a04:45:43.941754 tst iperf3.py:8: start network...\u000a04:45:44.078656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:44.598675 run create_hlr_db(pid=10121): Launched\u000a04:45:44.787626 bus /gobi_6: Setting Powered False\u000a04:45:45.809307 run create_hlr_db(pid=10121): Terminated: ok {rc=0}\u000a04:45:46.306004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10123): Launched\u000a04:45:46.739644 run osmo-hlr_10.42.42.2(pid=10124): Launched\u000a04:45:46.928619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:47.617150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10126): Launched\u000a04:45:47.923272 run osmo-stp_10.42.42.5(pid=10127): Launched\u000a04:45:48.033853 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:48.566666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10129): Launched\u000a04:45:48.674908 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:48.941107 run patchelf(pid=10130): Launched\u000a04:45:49.119114 run osmo-stp_10.42.42.5(pid=10127): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)]\u000a04:45:49.250062 run osmo-stp_10.42.42.5(pid=10127): stdout: \u000a| (launched: 2022-12-14_04:45:47.772408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:49.380503 run osmo-stp_10.42.42.5(pid=10127): stderr: \u000a| �[0;m�[38;5;43m20221214044547941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044547941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044547941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044547942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044547942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044547942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044547942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:49.506398 run osmo-stp_10.42.42.5(pid=10127): stdout: \u000a| (launched: 2022-12-14_04:45:47.772408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:49.631320 run osmo-stp_10.42.42.5(pid=10127): stderr: \u000a| �[0;m�[38;5;43m20221214044547941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044547941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044547941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044547942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044547942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044547942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044547942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:49.776816 run patchelf(pid=10130): Terminating (SIGINT)\u000a04:45:49.948074 run patchelf(pid=10130): Terminated: ok {rc=0}\u000a04:45:49.979468 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10127): Process ended prematurely: osmo-stp_10.42.42.5(pid=10127) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a04:45:49.988689 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a04:45:50.048736 run osmo-hlr_10.42.42.2(pid=10124): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10124)]\u000a04:45:50.097565 run osmo-hlr_10.42.42.2(pid=10124): stdout: \u000a| (launched: 2022-12-14_04:45:46.475538) \u000a04:45:50.146987 run osmo-hlr_10.42.42.2(pid=10124): stderr: \u000a| �[0;m�[1;31m20221214044546766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044546766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044546766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044546766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044546766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044546766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044546782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044546803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044546803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044546803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:50.189106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10119): Terminating (SIGTERM)\u000a04:45:50.228602 run iperf3-srv_10.42.42.10(pid=10120): Terminating (SIGTERM)\u000a04:45:50.268201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10123): Terminating (SIGTERM)\u000a04:45:50.307707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10126): Terminating (SIGTERM)\u000a04:45:50.347271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10129): Terminating (SIGTERM)\u000a04:45:50.356642 --- ParallelTerminationStrategy: PID 10119 died...\u000a04:45:50.409973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10119): Terminated: ok {rc=0}\u000a04:45:50.419711 --- ParallelTerminationStrategy: PID 10120 died...\u000a04:45:50.472291 run iperf3-srv_10.42.42.10(pid=10120): Terminated {rc=256}\u000a04:45:50.481979 --- ParallelTerminationStrategy: PID 10123 died...\u000a04:45:50.534799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10123): Terminated: ok {rc=0}\u000a04:45:50.544435 --- ParallelTerminationStrategy: PID 10126 died...\u000a04:45:50.597241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10126): Terminated: ok {rc=0}\u000a04:45:50.606982 --- ParallelTerminationStrategy: PID 10129 died...\u000a04:45:50.659863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10129): Terminated: ok {rc=0}\u000a04:45:50.743236 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10147): Process ended prematurely: osmo-stp_10.42.42.5(pid=10147) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10147)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10147): Process ended prematurely: osmo-stp_10.42.42.5(pid=10147) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:45:51.859414 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:51.871579 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:45:52.019495 tst iperf3m4.py: using LAC 38640\u000a04:45:52.144163 tst iperf3m4.py: using RAC 135\u000a04:45:52.266192 tst iperf3m4.py: using CellId 38640\u000a04:45:52.387892 tst iperf3m4.py: using BVCI 38641\u000a04:45:52.411164 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:52.422217 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:52.433129 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:52.443890 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:52.455131 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:52.466501 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:52.477830 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:52.489127 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:52.500416 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:52.621114 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:52.740917 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:52.861718 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:53.157864 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:45:53.295086 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:53.634590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10133): Launched\u000a04:45:53.918640 run iperf3-srv_10.42.42.10(pid=10134): Launched\u000a04:45:54.119089 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:45:54.256525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:54.595867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10135): Launched\u000a04:45:54.877783 run iperf3-srv_10.42.42.10(pid=10136): Launched\u000a04:45:55.077699 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:45:55.214648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:55.554400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10137): Launched\u000a04:45:55.838107 run iperf3-srv_10.42.42.10(pid=10138): Launched\u000a04:45:56.039121 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:45:56.176060 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:56.499861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10139): Launched\u000a04:45:56.765033 run iperf3-srv_10.42.42.10(pid=10140): Launched\u000a04:45:56.950350 tst iperf3m4.py:8: start network...\u000a04:45:57.076534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:57.570230 run create_hlr_db(pid=10141): Launched\u000a04:45:57.745119 bus /gobi_6: Setting Powered False\u000a04:45:58.767610 run create_hlr_db(pid=10141): Terminated: ok {rc=0}\u000a04:45:59.175050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10143): Launched\u000a04:45:59.485276 run osmo-hlr_10.42.42.2(pid=10144): Launched\u000a04:45:59.596202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:00.127132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10146): Launched\u000a04:46:00.432348 run osmo-stp_10.42.42.5(pid=10147): Launched\u000a04:46:00.542920 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:01.106077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10149): Launched\u000a04:46:01.217397 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:01.532807 run patchelf(pid=10150): Launched\u000a04:46:01.758976 run osmo-stp_10.42.42.5(pid=10147): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10147)]\u000a04:46:01.894560 run osmo-stp_10.42.42.5(pid=10147): stdout: \u000a| (launched: 2022-12-14_04:46:00.281327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:02.027690 run osmo-stp_10.42.42.5(pid=10147): stderr: \u000a| �[0;m�[38;5;43m20221214044600449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044600449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044600449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044600450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044600450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044600450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044600450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:02.156472 run osmo-stp_10.42.42.5(pid=10147): stdout: \u000a| (launched: 2022-12-14_04:46:00.281327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:02.283729 run osmo-stp_10.42.42.5(pid=10147): stderr: \u000a| �[0;m�[38;5;43m20221214044600449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044600449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044600449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044600450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044600450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044600450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044600450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:02.428869 run patchelf(pid=10150): Terminating (SIGINT)\u000a04:46:02.599509 run patchelf(pid=10150): Terminated: ok {rc=0}\u000a04:46:02.631169 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10147): Process ended prematurely: osmo-stp_10.42.42.5(pid=10147) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10147)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:46:02.640809 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a04:46:02.701998 run osmo-hlr_10.42.42.2(pid=10144): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10144)]\u000a04:46:02.751192 run osmo-hlr_10.42.42.2(pid=10144): stdout: \u000a| (launched: 2022-12-14_04:45:59.330039) \u000a04:46:02.800995 run osmo-hlr_10.42.42.2(pid=10144): stderr: \u000a| �[0;m�[1;31m20221214044559505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044559505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044559505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044559505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044559505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044559505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044559517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044559525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044559525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044559525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:02.843256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10133): Terminating (SIGTERM)\u000a04:46:02.882857 run iperf3-srv_10.42.42.10(pid=10134): Terminating (SIGTERM)\u000a04:46:02.922574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10135): Terminating (SIGTERM)\u000a04:46:02.962091 run iperf3-srv_10.42.42.10(pid=10136): Terminating (SIGTERM)\u000a04:46:03.001571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10137): Terminating (SIGTERM)\u000a04:46:03.041109 run iperf3-srv_10.42.42.10(pid=10138): Terminating (SIGTERM)\u000a04:46:03.080610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10139): Terminating (SIGTERM)\u000a04:46:03.119981 run iperf3-srv_10.42.42.10(pid=10140): Terminating (SIGTERM)\u000a04:46:03.159463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10143): Terminating (SIGTERM)\u000a04:46:03.198777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10146): Terminating (SIGTERM)\u000a04:46:03.238359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10149): Terminating (SIGTERM)\u000a04:46:03.247694 --- ParallelTerminationStrategy: PID 10133 died...\u000a04:46:03.301272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10133): Terminated: ok {rc=0}\u000a04:46:03.310997 --- ParallelTerminationStrategy: PID 10134 died...\u000a04:46:03.364164 run iperf3-srv_10.42.42.10(pid=10134): Terminated {rc=256}\u000a04:46:03.373845 --- ParallelTerminationStrategy: PID 10135 died...\u000a04:46:03.426643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10135): Terminated: ok {rc=0}\u000a04:46:03.436348 --- ParallelTerminationStrategy: PID 10136 died...\u000a04:46:03.489089 run iperf3-srv_10.42.42.10(pid=10136): Terminated {rc=256}\u000a04:46:03.498820 --- ParallelTerminationStrategy: PID 10137 died...\u000a04:46:03.552046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10137): Terminated: ok {rc=0}\u000a04:46:03.562205 --- ParallelTerminationStrategy: PID 10138 died...\u000a04:46:03.615443 run iperf3-srv_10.42.42.10(pid=10138): Terminated {rc=256}\u000a04:46:03.625342 --- ParallelTerminationStrategy: PID 10139 died...\u000a04:46:03.678578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10139): Terminated: ok {rc=0}\u000a04:46:03.688383 --- ParallelTerminationStrategy: PID 10140 died...\u000a04:46:03.741312 run iperf3-srv_10.42.42.10(pid=10140): Terminated {rc=256}\u000a04:46:03.751079 --- ParallelTerminationStrategy: PID 10143 died...\u000a04:46:03.804256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10143): Terminated: ok {rc=0}\u000a04:46:03.814144 --- ParallelTerminationStrategy: PID 10146 died...\u000a04:46:03.867567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10146): Terminated: ok {rc=0}\u000a04:46:03.877453 --- ParallelTerminationStrategy: PID 10149 died...\u000a04:46:03.931655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10149): Terminated: ok {rc=0}\u000a04:46:04.020284 bus /gobi_4: Setting Powered False\u000a04:46:05.123585 bus /gobi_4: Setting Powered False\u000a04:46:06.235453 bus /gobi_1: Setting Powered False\u000a04:46:07.342141 bus /gobi_1: Setting Powered False\u000a04:46:08.449897 bus /gobi_0: Setting Powered False\u000a04:46:09.557107 bus /gobi_0: Setting Powered False\u000a04:46:10.666134 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10157): Process ended prematurely: osmo-stp_10.42.42.5(pid=10157) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10157)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10157): Process ended prematurely: osmo-stp_10.42.42.5(pid=10157) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:46:11.734926 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:11.747203 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:46:11.892537 tst ping.py: using LAC 38641\u000a04:46:12.013715 tst ping.py: using RAC 136\u000a04:46:12.131295 tst ping.py: using CellId 38641\u000a04:46:12.251315 tst ping.py: using BVCI 38642\u000a04:46:12.274309 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:12.285351 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:12.296043 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:12.306867 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:12.318109 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:12.329384 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:12.340786 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:12.352098 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:46:12.642986 tst ping.py:19: start network...\u000a04:46:12.776586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:13.283101 run create_hlr_db(pid=10151): Launched\u000a04:46:13.468642 bus /gobi_6: Setting Powered False\u000a04:46:14.489835 run create_hlr_db(pid=10151): Terminated: ok {rc=0}\u000a04:46:14.893838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10153): Launched\u000a04:46:15.192729 run osmo-hlr_10.42.42.2(pid=10154): Launched\u000a04:46:15.302400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:15.825604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10156): Launched\u000a04:46:16.392185 run osmo-stp_10.42.42.5(pid=10157): Launched\u000a04:46:16.591935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:17.139825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10159): Launched\u000a04:46:17.250312 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:17.515814 run patchelf(pid=10160): Launched\u000a04:46:17.690439 run osmo-stp_10.42.42.5(pid=10157): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10157)]\u000a04:46:17.818246 run osmo-stp_10.42.42.5(pid=10157): stdout: \u000a| (launched: 2022-12-14_04:46:15.996551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:17.946725 run osmo-stp_10.42.42.5(pid=10157): stderr: \u000a| �[0;m�[38;5;43m20221214044616328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044616328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044616328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044616330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044616330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044616331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044616331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:18.071167 run osmo-stp_10.42.42.5(pid=10157): stdout: \u000a| (launched: 2022-12-14_04:46:15.996551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:18.193336 run osmo-stp_10.42.42.5(pid=10157): stderr: \u000a| �[0;m�[38;5;43m20221214044616328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044616328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044616328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044616330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044616330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044616331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044616331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:18.335989 run patchelf(pid=10160): Terminating (SIGINT)\u000a04:46:18.503197 run patchelf(pid=10160): Terminated: ok {rc=0}\u000a04:46:18.534037 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10157): Process ended prematurely: osmo-stp_10.42.42.5(pid=10157) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10157)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a04:46:18.542718 tst ping.py:22: Test FAILED (6.8 sec)\u000a04:46:18.602168 run osmo-hlr_10.42.42.2(pid=10154): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10154)]\u000a04:46:18.650578 run osmo-hlr_10.42.42.2(pid=10154): stdout: \u000a| (launched: 2022-12-14_04:46:15.044937) \u000a04:46:18.699514 run osmo-hlr_10.42.42.2(pid=10154): stderr: \u000a| �[0;m�[1;31m20221214044615219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044615219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044615219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044615219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044615219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044615219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044615231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044615242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044615242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044615242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:18.740933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10153): Terminating (SIGTERM)\u000a04:46:18.780096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10156): Terminating (SIGTERM)\u000a04:46:18.819023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10159): Terminating (SIGTERM)\u000a04:46:18.828274 --- ParallelTerminationStrategy: PID 10153 died...\u000a04:46:18.880626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10153): Terminated: ok {rc=0}\u000a04:46:18.890240 --- ParallelTerminationStrategy: PID 10156 died...\u000a04:46:18.942345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10156): Terminated: ok {rc=0}\u000a04:46:18.951880 --- ParallelTerminationStrategy: PID 10159 died...\u000a04:46:19.004145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10159): Terminated: ok {rc=0}\u000a04:46:19.092369 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10167): Process ended prematurely: osmo-stp_10.42.42.5(pid=10167) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10167)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10167): Process ended prematurely: osmo-stp_10.42.42.5(pid=10167) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:46:20.144527 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:20.156646 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:46:20.293692 tst ping_idle_ping.py: using LAC 38642\u000a04:46:20.410748 tst ping_idle_ping.py: using RAC 137\u000a04:46:20.536075 tst ping_idle_ping.py: using CellId 38642\u000a04:46:20.666119 tst ping_idle_ping.py: using BVCI 38643\u000a04:46:20.690932 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:20.702719 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:20.714241 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:20.725789 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:20.737549 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:20.749247 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:20.761204 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:20.772940 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:46:21.048267 tst ping_idle_ping.py:24: start network...\u000a04:46:21.173026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:21.657911 run create_hlr_db(pid=10161): Launched\u000a04:46:21.831369 bus /gobi_6: Setting Powered False\u000a04:46:22.853350 run create_hlr_db(pid=10161): Terminated: ok {rc=0}\u000a04:46:23.253835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10163): Launched\u000a04:46:23.554511 run osmo-hlr_10.42.42.2(pid=10164): Launched\u000a04:46:23.663703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:24.185031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10166): Launched\u000a04:46:24.485207 run osmo-stp_10.42.42.5(pid=10167): Launched\u000a04:46:24.593706 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:25.121390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10169): Launched\u000a04:46:25.227644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:25.490814 run patchelf(pid=10170): Launched\u000a04:46:25.666109 run osmo-stp_10.42.42.5(pid=10167): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10167)]\u000a04:46:25.794035 run osmo-stp_10.42.42.5(pid=10167): stdout: \u000a| (launched: 2022-12-14_04:46:24.336794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:25.922777 run osmo-stp_10.42.42.5(pid=10167): stderr: \u000a| �[0;m�[38;5;43m20221214044624508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044624508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044624508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044624508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044624509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044624509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044624509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:26.046030 run osmo-stp_10.42.42.5(pid=10167): stdout: \u000a| (launched: 2022-12-14_04:46:24.336794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:26.169063 run osmo-stp_10.42.42.5(pid=10167): stderr: \u000a| �[0;m�[38;5;43m20221214044624508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044624508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044624508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044624508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044624509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044624509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044624509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:26.311451 run patchelf(pid=10170): Terminating (SIGINT)\u000a04:46:26.478787 run patchelf(pid=10170): Terminated: ok {rc=0}\u000a04:46:26.509361 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10167): Process ended prematurely: osmo-stp_10.42.42.5(pid=10167) [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10167)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:46:26.518016 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:46:26.577995 run osmo-hlr_10.42.42.2(pid=10164): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10164)]\u000a04:46:26.626812 run osmo-hlr_10.42.42.2(pid=10164): stdout: \u000a| (launched: 2022-12-14_04:46:23.406453) \u000a04:46:26.676227 run osmo-hlr_10.42.42.2(pid=10164): stderr: \u000a| �[0;m�[1;31m20221214044623580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044623580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044623580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044623580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044623580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044623580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044623593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044623601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044623601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044623601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:26.718080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10163): Terminating (SIGTERM)\u000a04:46:26.757318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10166): Terminating (SIGTERM)\u000a04:46:26.796427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10169): Terminating (SIGTERM)\u000a04:46:26.805398 --- ParallelTerminationStrategy: PID 10163 died...\u000a04:46:26.858104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10163): Terminated: ok {rc=0}\u000a04:46:26.867711 --- ParallelTerminationStrategy: PID 10166 died...\u000a04:46:26.919952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10166): Terminated: ok {rc=0}\u000a04:46:26.929588 --- ParallelTerminationStrategy: PID 10169 died...\u000a04:46:26.981933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10169): Terminated: ok {rc=0}\u000a04:46:27.064294 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:45:28" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10184): Process ended prematurely: osmo-stp_10.42.42.5(pid=10184) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10184)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10184): Process ended prematurely: osmo-stp_10.42.42.5(pid=10184) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:46:29.231794 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:29.242806 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:46:29.395952 tst cs_paging_gprs_active.py: using LAC 38643\u000a04:46:29.518439 tst cs_paging_gprs_active.py: using RAC 138\u000a04:46:29.641341 tst cs_paging_gprs_active.py: using CellId 38643\u000a04:46:29.759122 tst cs_paging_gprs_active.py: using BVCI 38644\u000a04:46:29.782333 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:29.793281 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:29.803997 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:29.814710 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:29.826360 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:29.837701 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:29.849080 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:29.860414 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:29.871840 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:29.992246 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:30.288743 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:46:30.425362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:30.764704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10174): Launched\u000a04:46:31.089740 run iperf3-srv_10.42.42.10(pid=10175): Launched\u000a04:46:31.281959 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:46:31.412250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:31.749218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10176): Launched\u000a04:46:32.058149 run iperf3-srv_10.42.42.10(pid=10177): Launched\u000a04:46:32.281636 tst cs_paging_gprs_active.py:38: start network...\u000a04:46:32.415824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:32.931191 run create_hlr_db(pid=10178): Launched\u000a04:46:33.119734 bus /gobi_6: Setting Powered False\u000a04:46:34.142417 run create_hlr_db(pid=10178): Terminated: ok {rc=0}\u000a04:46:34.552237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10180): Launched\u000a04:46:34.857046 run osmo-hlr_10.42.42.2(pid=10181): Launched\u000a04:46:34.973291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:35.506980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10183): Launched\u000a04:46:35.814147 run osmo-stp_10.42.42.5(pid=10184): Launched\u000a04:46:35.925310 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:36.459493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10186): Launched\u000a04:46:36.568086 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:36.834641 run patchelf(pid=10187): Launched\u000a04:46:37.012886 run osmo-stp_10.42.42.5(pid=10184): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10184)]\u000a04:46:37.143433 run osmo-stp_10.42.42.5(pid=10184): stdout: \u000a| (launched: 2022-12-14_04:46:35.661439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:37.274274 run osmo-stp_10.42.42.5(pid=10184): stderr: \u000a| �[0;m�[38;5;43m20221214044635829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044635830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044635830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044635830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044635831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044635831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044635831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:37.400141 run osmo-stp_10.42.42.5(pid=10184): stdout: \u000a| (launched: 2022-12-14_04:46:35.661439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:37.525287 run osmo-stp_10.42.42.5(pid=10184): stderr: \u000a| �[0;m�[38;5;43m20221214044635829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044635830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044635830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044635830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044635831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044635831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044635831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:37.670404 run patchelf(pid=10187): Terminating (SIGINT)\u000a04:46:37.840799 run patchelf(pid=10187): Terminated: ok {rc=0}\u000a04:46:37.872279 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10184): Process ended prematurely: osmo-stp_10.42.42.5(pid=10184) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10184)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:46:37.881646 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a04:46:37.941546 run osmo-hlr_10.42.42.2(pid=10181): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10181)]\u000a04:46:37.990463 run osmo-hlr_10.42.42.2(pid=10181): stdout: \u000a| (launched: 2022-12-14_04:46:34.706795) \u000a04:46:38.039879 run osmo-hlr_10.42.42.2(pid=10181): stderr: \u000a| �[0;m�[1;31m20221214044634883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044634884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044634884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044634884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044634884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044634884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044634896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044634904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044634905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044634905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:38.081811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10174): Terminating (SIGTERM)\u000a04:46:38.121252 run iperf3-srv_10.42.42.10(pid=10175): Terminating (SIGTERM)\u000a04:46:38.161281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10176): Terminating (SIGTERM)\u000a04:46:38.200980 run iperf3-srv_10.42.42.10(pid=10177): Terminating (SIGTERM)\u000a04:46:38.240155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10180): Terminating (SIGTERM)\u000a04:46:38.279570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10183): Terminating (SIGTERM)\u000a04:46:38.319033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10186): Terminating (SIGTERM)\u000a04:46:38.328332 --- ParallelTerminationStrategy: PID 10174 died...\u000a04:46:38.381714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10174): Terminated: ok {rc=0}\u000a04:46:38.391414 --- ParallelTerminationStrategy: PID 10175 died...\u000a04:46:38.444170 run iperf3-srv_10.42.42.10(pid=10175): Terminated {rc=256}\u000a04:46:38.453846 --- ParallelTerminationStrategy: PID 10176 died...\u000a04:46:38.506689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10176): Terminated: ok {rc=0}\u000a04:46:38.516413 --- ParallelTerminationStrategy: PID 10177 died...\u000a04:46:38.569153 run iperf3-srv_10.42.42.10(pid=10177): Terminated {rc=256}\u000a04:46:38.578650 --- ParallelTerminationStrategy: PID 10180 died...\u000a04:46:38.631434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10180): Terminated: ok {rc=0}\u000a04:46:38.641090 --- ParallelTerminationStrategy: PID 10183 died...\u000a04:46:38.694075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10183): Terminated: ok {rc=0}\u000a04:46:38.703764 --- ParallelTerminationStrategy: PID 10186 died...\u000a04:46:38.756649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10186): Terminated: ok {rc=0}\u000a04:46:38.844702 bus /gobi_0: Setting Powered False\u000a04:46:39.948409 bus /gobi_0: Setting Powered False\u000a04:46:41.058656 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10196): Process ended prematurely: osmo-stp_10.42.42.5(pid=10196) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10196)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10196): Process ended prematurely: osmo-stp_10.42.42.5(pid=10196) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:46:42.167888 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:42.179706 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:46:42.346374 tst iperf3.py: using LAC 38644\u000a04:46:42.468814 tst iperf3.py: using RAC 139\u000a04:46:42.592698 tst iperf3.py: using CellId 38644\u000a04:46:42.711405 tst iperf3.py: using BVCI 38645\u000a04:46:42.734699 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:42.745994 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:42.756738 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:42.767694 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:42.778375 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:42.789133 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:42.799895 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:42.810579 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:42.821446 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:43.118855 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:46:43.256651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:43.596762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10188): Launched\u000a04:46:43.880367 run iperf3-srv_10.42.42.10(pid=10189): Launched\u000a04:46:44.081461 tst iperf3.py:8: start network...\u000a04:46:44.219155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:44.735649 run create_hlr_db(pid=10190): Launched\u000a04:46:44.924003 bus /gobi_6: Setting Powered False\u000a04:46:45.979840 run create_hlr_db(pid=10190): Terminated: ok {rc=0}\u000a04:46:46.459837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10192): Launched\u000a04:46:46.876793 run osmo-hlr_10.42.42.2(pid=10193): Launched\u000a04:46:47.062244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:47.610008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10195): Launched\u000a04:46:47.914674 run osmo-stp_10.42.42.5(pid=10196): Launched\u000a04:46:48.025923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:48.559274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10198): Launched\u000a04:46:48.667521 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:48.933445 run patchelf(pid=10199): Launched\u000a04:46:49.111768 run osmo-stp_10.42.42.5(pid=10196): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10196)]\u000a04:46:49.242385 run osmo-stp_10.42.42.5(pid=10196): stdout: \u000a| (launched: 2022-12-14_04:46:47.764252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:49.372645 run osmo-stp_10.42.42.5(pid=10196): stderr: \u000a| �[0;m�[38;5;43m20221214044647936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044647936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044647936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044647937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044647937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044647937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044647937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:49.498642 run osmo-stp_10.42.42.5(pid=10196): stdout: \u000a| (launched: 2022-12-14_04:46:47.764252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:49.623407 run osmo-stp_10.42.42.5(pid=10196): stderr: \u000a| �[0;m�[38;5;43m20221214044647936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044647936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044647936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044647937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044647937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044647937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044647937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:49.768227 run patchelf(pid=10199): Terminating (SIGINT)\u000a04:46:49.938972 run patchelf(pid=10199): Terminated: ok {rc=0}\u000a04:46:49.970261 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10196): Process ended prematurely: osmo-stp_10.42.42.5(pid=10196) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10196)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:46:49.979484 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a04:46:50.039117 run osmo-hlr_10.42.42.2(pid=10193): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10193)]\u000a04:46:50.087483 run osmo-hlr_10.42.42.2(pid=10193): stdout: \u000a| (launched: 2022-12-14_04:46:46.619327) \u000a04:46:50.136666 run osmo-hlr_10.42.42.2(pid=10193): stderr: \u000a| �[0;m�[1;31m20221214044646961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044646961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044646961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044646961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044646962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044646962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044646978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044646986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044646986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044646986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:50.178755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10188): Terminating (SIGTERM)\u000a04:46:50.218246 run iperf3-srv_10.42.42.10(pid=10189): Terminating (SIGTERM)\u000a04:46:50.258186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10192): Terminating (SIGTERM)\u000a04:46:50.297987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10195): Terminating (SIGTERM)\u000a04:46:50.337435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10198): Terminating (SIGTERM)\u000a04:46:50.346709 --- ParallelTerminationStrategy: PID 10188 died...\u000a04:46:50.400073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10188): Terminated: ok {rc=0}\u000a04:46:50.409805 --- ParallelTerminationStrategy: PID 10189 died...\u000a04:46:50.462375 run iperf3-srv_10.42.42.10(pid=10189): Terminated {rc=256}\u000a04:46:50.471950 --- ParallelTerminationStrategy: PID 10192 died...\u000a04:46:50.524811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10192): Terminated: ok {rc=0}\u000a04:46:50.534486 --- ParallelTerminationStrategy: PID 10195 died...\u000a04:46:50.587468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10195): Terminated: ok {rc=0}\u000a04:46:50.596907 --- ParallelTerminationStrategy: PID 10198 died...\u000a04:46:50.649670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10198): Terminated: ok {rc=0}\u000a04:46:50.737538 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10214): Process ended prematurely: osmo-stp_10.42.42.5(pid=10214) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10214): Process ended prematurely: osmo-stp_10.42.42.5(pid=10214) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:46:51.848713 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:51.860512 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:46:52.026766 tst iperf3m4.py: using LAC 38645\u000a04:46:52.154510 tst iperf3m4.py: using RAC 140\u000a04:46:52.282833 tst iperf3m4.py: using CellId 38645\u000a04:46:52.414037 tst iperf3m4.py: using BVCI 38646\u000a04:46:52.439107 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:52.450821 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:52.462235 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:52.473524 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:52.485319 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:52.497071 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:52.508852 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:52.520514 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:52.532445 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:52.654691 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:52.780222 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:52.901635 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:53.182459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:46:53.309723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:53.628478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10200): Launched\u000a04:46:53.891813 run iperf3-srv_10.42.42.10(pid=10201): Launched\u000a04:46:54.076363 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:46:54.203111 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:54.520446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10202): Launched\u000a04:46:54.783475 run iperf3-srv_10.42.42.10(pid=10203): Launched\u000a04:46:54.968776 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:46:55.094982 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:55.410913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10204): Launched\u000a04:46:55.673207 run iperf3-srv_10.42.42.10(pid=10205): Launched\u000a04:46:55.858138 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:46:55.984199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:56.300355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10206): Launched\u000a04:46:56.565214 run iperf3-srv_10.42.42.10(pid=10207): Launched\u000a04:46:56.749928 tst iperf3m4.py:8: start network...\u000a04:46:56.876259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:57.366492 run create_hlr_db(pid=10208): Launched\u000a04:46:57.540576 bus /gobi_6: Setting Powered False\u000a04:46:58.562671 run create_hlr_db(pid=10208): Terminated: ok {rc=0}\u000a04:46:58.999061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10210): Launched\u000a04:46:59.330314 run osmo-hlr_10.42.42.2(pid=10211): Launched\u000a04:46:59.453088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:00.026462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10213): Launched\u000a04:47:00.357940 run osmo-stp_10.42.42.5(pid=10214): Launched\u000a04:47:00.476717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:01.102186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10216): Launched\u000a04:47:01.249522 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:01.548823 run patchelf(pid=10217): Launched\u000a04:47:01.745223 run osmo-stp_10.42.42.5(pid=10214): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)]\u000a04:47:01.889248 run osmo-stp_10.42.42.5(pid=10214): stdout: \u000a| (launched: 2022-12-14_04:47:00.192555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:02.033097 run osmo-stp_10.42.42.5(pid=10214): stderr: \u000a| �[0;m�[38;5;43m20221214044700383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044700383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044700383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044700383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044700384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044700384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044700384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:02.171926 run osmo-stp_10.42.42.5(pid=10214): stdout: \u000a| (launched: 2022-12-14_04:47:00.192555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:02.309500 run osmo-stp_10.42.42.5(pid=10214): stderr: \u000a| �[0;m�[38;5;43m20221214044700383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044700383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044700383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044700383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044700384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044700384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044700384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:02.465624 run patchelf(pid=10217): Terminating (SIGINT)\u000a04:47:02.648717 run patchelf(pid=10217): Terminated: ok {rc=0}\u000a04:47:02.682494 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10214): Process ended prematurely: osmo-stp_10.42.42.5(pid=10214) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:47:02.692479 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a04:47:02.757188 run osmo-hlr_10.42.42.2(pid=10211): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10211)]\u000a04:47:02.809166 run osmo-hlr_10.42.42.2(pid=10211): stdout: \u000a| (launched: 2022-12-14_04:46:59.165709) \u000a04:47:02.861955 run osmo-hlr_10.42.42.2(pid=10211): stderr: \u000a| �[0;m�[1;31m20221214044659362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044659362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044659362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044659362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044659362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044659362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044659375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044659386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044659386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044659386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:02.906832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10200): Terminating (SIGTERM)\u000a04:47:02.949609 run iperf3-srv_10.42.42.10(pid=10201): Terminating (SIGTERM)\u000a04:47:02.991930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10202): Terminating (SIGTERM)\u000a04:47:03.034216 run iperf3-srv_10.42.42.10(pid=10203): Terminating (SIGTERM)\u000a04:47:03.076458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10204): Terminating (SIGTERM)\u000a04:47:03.118933 run iperf3-srv_10.42.42.10(pid=10205): Terminating (SIGTERM)\u000a04:47:03.161360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10206): Terminating (SIGTERM)\u000a04:47:03.203593 run iperf3-srv_10.42.42.10(pid=10207): Terminating (SIGTERM)\u000a04:47:03.246350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10210): Terminating (SIGTERM)\u000a04:47:03.288817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10213): Terminating (SIGTERM)\u000a04:47:03.331547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10216): Terminating (SIGTERM)\u000a04:47:03.341495 --- ParallelTerminationStrategy: PID 10200 died...\u000a04:47:03.399148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10200): Terminated: ok {rc=0}\u000a04:47:03.409470 --- ParallelTerminationStrategy: PID 10201 died...\u000a04:47:03.466049 run iperf3-srv_10.42.42.10(pid=10201): Terminated {rc=256}\u000a04:47:03.476190 --- ParallelTerminationStrategy: PID 10202 died...\u000a04:47:03.533088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10202): Terminated: ok {rc=0}\u000a04:47:03.543296 --- ParallelTerminationStrategy: PID 10203 died...\u000a04:47:03.599382 run iperf3-srv_10.42.42.10(pid=10203): Terminated {rc=256}\u000a04:47:03.609880 --- ParallelTerminationStrategy: PID 10204 died...\u000a04:47:03.666153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10204): Terminated: ok {rc=0}\u000a04:47:03.676343 --- ParallelTerminationStrategy: PID 10205 died...\u000a04:47:03.732195 run iperf3-srv_10.42.42.10(pid=10205): Terminated {rc=256}\u000a04:47:03.742315 --- ParallelTerminationStrategy: PID 10206 died...\u000a04:47:03.798846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10206): Terminated: ok {rc=0}\u000a04:47:03.809243 --- ParallelTerminationStrategy: PID 10207 died...\u000a04:47:03.865180 run iperf3-srv_10.42.42.10(pid=10207): Terminated {rc=256}\u000a04:47:03.875356 --- ParallelTerminationStrategy: PID 10210 died...\u000a04:47:03.931411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10210): Terminated: ok {rc=0}\u000a04:47:03.941624 --- ParallelTerminationStrategy: PID 10213 died...\u000a04:47:03.998720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10213): Terminated: ok {rc=0}\u000a04:47:04.009133 --- ParallelTerminationStrategy: PID 10216 died...\u000a04:47:04.066180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10216): Terminated: ok {rc=0}\u000a04:47:04.155288 bus /gobi_4: Setting Powered False\u000a04:47:05.263344 bus /gobi_4: Setting Powered False\u000a04:47:06.372894 bus /gobi_1: Setting Powered False\u000a04:47:07.481120 bus /gobi_1: Setting Powered False\u000a04:47:08.590485 bus /gobi_0: Setting Powered False\u000a04:47:09.698020 bus /gobi_0: Setting Powered False\u000a04:47:10.808428 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10227): Process ended prematurely: osmo-stp_10.42.42.5(pid=10227) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10227)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10227): Process ended prematurely: osmo-stp_10.42.42.5(pid=10227) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:47:11.876628 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:11.889602 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:47:12.053415 tst ping.py: using LAC 38646\u000a04:47:12.184835 tst ping.py: using RAC 141\u000a04:47:12.311124 tst ping.py: using CellId 38646\u000a04:47:12.436855 tst ping.py: using BVCI 38647\u000a04:47:12.461957 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:12.473532 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:12.484757 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:12.496189 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:12.507746 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:12.519391 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:12.531244 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:12.542917 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:47:12.833314 tst ping.py:19: start network...\u000a04:47:12.967676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:13.475350 run create_hlr_db(pid=10221): Launched\u000a04:47:13.662143 bus /gobi_6: Setting Powered False\u000a04:47:14.681994 run create_hlr_db(pid=10221): Terminated: ok {rc=0}\u000a04:47:15.085762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10223): Launched\u000a04:47:15.386527 run osmo-hlr_10.42.42.2(pid=10224): Launched\u000a04:47:15.496259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:16.050545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10226): Launched\u000a04:47:16.487156 run osmo-stp_10.42.42.5(pid=10227): Launched\u000a04:47:16.668268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:17.221363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10229): Launched\u000a04:47:17.328876 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:17.593438 run patchelf(pid=10230): Launched\u000a04:47:17.769299 run osmo-stp_10.42.42.5(pid=10227): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10227)]\u000a04:47:17.897957 run osmo-stp_10.42.42.5(pid=10227): stdout: \u000a| (launched: 2022-12-14_04:47:16.219551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:18.026758 run osmo-stp_10.42.42.5(pid=10227): stderr: \u000a| �[0;m�[38;5;43m20221214044716513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044716513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044716513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044716514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044716514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044716514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044716514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:18.150871 run osmo-stp_10.42.42.5(pid=10227): stdout: \u000a| (launched: 2022-12-14_04:47:16.219551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:18.273937 run osmo-stp_10.42.42.5(pid=10227): stderr: \u000a| �[0;m�[38;5;43m20221214044716513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044716513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044716513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044716514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044716514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044716514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044716514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:18.416756 run patchelf(pid=10230): Terminating (SIGINT)\u000a04:47:18.585721 run patchelf(pid=10230): Terminated: ok {rc=0}\u000a04:47:18.616212 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10227): Process ended prematurely: osmo-stp_10.42.42.5(pid=10227) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10227)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:47:18.624829 tst ping.py:22: Test FAILED (6.7 sec)\u000a04:47:18.685098 run osmo-hlr_10.42.42.2(pid=10224): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10224)]\u000a04:47:18.733560 run osmo-hlr_10.42.42.2(pid=10224): stdout: \u000a| (launched: 2022-12-14_04:47:15.238071) \u000a04:47:18.782717 run osmo-hlr_10.42.42.2(pid=10224): stderr: \u000a| �[0;m�[1;31m20221214044715411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044715411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044715411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044715411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044715411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044715411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044715424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044715434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044715434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044715434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:18.824174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10223): Terminating (SIGTERM)\u000a04:47:18.863389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10226): Terminating (SIGTERM)\u000a04:47:18.902395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10229): Terminating (SIGTERM)\u000a04:47:18.911522 --- ParallelTerminationStrategy: PID 10223 died...\u000a04:47:18.964224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10223): Terminated: ok {rc=0}\u000a04:47:18.973867 --- ParallelTerminationStrategy: PID 10226 died...\u000a04:47:19.026425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10226): Terminated: ok {rc=0}\u000a04:47:19.036053 --- ParallelTerminationStrategy: PID 10229 died...\u000a04:47:19.088934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10229): Terminated: ok {rc=0}\u000a04:47:19.177558 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10237): Process ended prematurely: osmo-stp_10.42.42.5(pid=10237) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10237): Process ended prematurely: osmo-stp_10.42.42.5(pid=10237) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:47:20.228304 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:20.239943 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:47:20.399238 tst ping_idle_ping.py: using LAC 38647\u000a04:47:20.515776 tst ping_idle_ping.py: using RAC 142\u000a04:47:20.631873 tst ping_idle_ping.py: using CellId 38647\u000a04:47:20.747857 tst ping_idle_ping.py: using BVCI 38648\u000a04:47:20.770978 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:20.782027 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:20.792735 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:20.803508 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:20.814283 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:20.825106 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:20.835922 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:20.846712 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:47:21.141039 tst ping_idle_ping.py:24: start network...\u000a04:47:21.276026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:21.789695 run create_hlr_db(pid=10231): Launched\u000a04:47:21.977822 bus /gobi_6: Setting Powered False\u000a04:47:22.999273 run create_hlr_db(pid=10231): Terminated: ok {rc=0}\u000a04:47:23.407311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10233): Launched\u000a04:47:23.709397 run osmo-hlr_10.42.42.2(pid=10234): Launched\u000a04:47:23.829619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:24.357658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10236): Launched\u000a04:47:24.660366 run osmo-stp_10.42.42.5(pid=10237): Launched\u000a04:47:24.770621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:25.294760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10239): Launched\u000a04:47:25.400922 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:25.665081 run patchelf(pid=10240): Launched\u000a04:47:25.840520 run osmo-stp_10.42.42.5(pid=10237): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)]\u000a04:47:25.969246 run osmo-stp_10.42.42.5(pid=10237): stdout: \u000a| (launched: 2022-12-14_04:47:24.509456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:26.098225 run osmo-stp_10.42.42.5(pid=10237): stderr: \u000a| �[0;m�[38;5;43m20221214044724680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044724680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044724680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044724680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044724681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044724681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044724681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:26.221972 run osmo-stp_10.42.42.5(pid=10237): stdout: \u000a| (launched: 2022-12-14_04:47:24.509456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:26.344762 run osmo-stp_10.42.42.5(pid=10237): stderr: \u000a| �[0;m�[38;5;43m20221214044724680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044724680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044724680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044724680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044724681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044724681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044724681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:26.487566 run patchelf(pid=10240): Terminating (SIGINT)\u000a04:47:26.656729 run patchelf(pid=10240): Terminated: ok {rc=0}\u000a04:47:26.687486 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10237): Process ended prematurely: osmo-stp_10.42.42.5(pid=10237) [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:47:26.696211 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:47:26.755882 run osmo-hlr_10.42.42.2(pid=10234): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10234)]\u000a04:47:26.804406 run osmo-hlr_10.42.42.2(pid=10234): stdout: \u000a| (launched: 2022-12-14_04:47:23.559842) \u000a04:47:26.853629 run osmo-hlr_10.42.42.2(pid=10234): stderr: \u000a| �[0;m�[1;31m20221214044723734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044723734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044723734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044723734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044723734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044723734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044723746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044723754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044723754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044723754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:26.895494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10233): Terminating (SIGTERM)\u000a04:47:26.934998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10236): Terminating (SIGTERM)\u000a04:47:26.974459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10239): Terminating (SIGTERM)\u000a04:47:26.983732 --- ParallelTerminationStrategy: PID 10233 died...\u000a04:47:27.036402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10233): Terminated: ok {rc=0}\u000a04:47:27.046084 --- ParallelTerminationStrategy: PID 10236 died...\u000a04:47:27.098589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10236): Terminated: ok {rc=0}\u000a04:47:27.108519 --- ParallelTerminationStrategy: PID 10239 died...\u000a04:47:27.161058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10239): Terminated: ok {rc=0}\u000a04:47:27.243716 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:46:28" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10254): Process ended prematurely: osmo-stp_10.42.42.5(pid=10254) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10254)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10254): Process ended prematurely: osmo-stp_10.42.42.5(pid=10254) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:47:29.423325 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:29.435184 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:47:29.573298 tst cs_paging_gprs_active.py: using LAC 38648\u000a04:47:29.692420 tst cs_paging_gprs_active.py: using RAC 143\u000a04:47:29.816359 tst cs_paging_gprs_active.py: using CellId 38648\u000a04:47:29.933618 tst cs_paging_gprs_active.py: using BVCI 38649\u000a04:47:29.956775 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:29.968299 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:29.979607 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:29.990860 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:30.002580 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:30.014209 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:30.025872 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:30.037470 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:30.049226 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:30.170300 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:30.463950 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:47:30.598960 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:30.953708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10244): Launched\u000a04:47:31.256096 run iperf3-srv_10.42.42.10(pid=10245): Launched\u000a04:47:31.463577 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:47:31.602479 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:31.951635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10246): Launched\u000a04:47:32.225595 run iperf3-srv_10.42.42.10(pid=10247): Launched\u000a04:47:32.409513 tst cs_paging_gprs_active.py:38: start network...\u000a04:47:32.535327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:33.022478 run create_hlr_db(pid=10248): Launched\u000a04:47:33.196550 bus /gobi_6: Setting Powered False\u000a04:47:34.228552 run create_hlr_db(pid=10248): Terminated: ok {rc=0}\u000a04:47:34.660851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10250): Launched\u000a04:47:34.986825 run osmo-hlr_10.42.42.2(pid=10251): Launched\u000a04:47:35.106423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:35.669860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10253): Launched\u000a04:47:35.995418 run osmo-stp_10.42.42.5(pid=10254): Launched\u000a04:47:36.113025 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:36.680211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10256): Launched\u000a04:47:36.795482 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:37.077712 run patchelf(pid=10257): Launched\u000a04:47:37.267752 run osmo-stp_10.42.42.5(pid=10254): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10254)]\u000a04:47:37.407021 run osmo-stp_10.42.42.5(pid=10254): stdout: \u000a| (launched: 2022-12-14_04:47:35.835076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:37.546774 run osmo-stp_10.42.42.5(pid=10254): stderr: \u000a| �[0;m�[38;5;43m20221214044736025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044736025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044736025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044736025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044736026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044736026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044736026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:37.681471 run osmo-stp_10.42.42.5(pid=10254): stdout: \u000a| (launched: 2022-12-14_04:47:35.835076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:37.814969 run osmo-stp_10.42.42.5(pid=10254): stderr: \u000a| �[0;m�[38;5;43m20221214044736025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044736025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044736025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044736025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044736026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044736026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044736026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:37.969935 run patchelf(pid=10257): Terminating (SIGINT)\u000a04:47:38.151870 run patchelf(pid=10257): Terminated: ok {rc=0}\u000a04:47:38.185443 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10254): Process ended prematurely: osmo-stp_10.42.42.5(pid=10254) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10254)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a04:47:38.195468 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:47:38.259299 run osmo-hlr_10.42.42.2(pid=10251): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10251)]\u000a04:47:38.310961 run osmo-hlr_10.42.42.2(pid=10251): stdout: \u000a| (launched: 2022-12-14_04:47:34.826429) \u000a04:47:38.363275 run osmo-hlr_10.42.42.2(pid=10251): stderr: \u000a| �[0;m�[1;31m20221214044735022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044735022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044735022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044735022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044735022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044735023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044735035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044735043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044735043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044735044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:38.407659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10244): Terminating (SIGTERM)\u000a04:47:38.449488 run iperf3-srv_10.42.42.10(pid=10245): Terminating (SIGTERM)\u000a04:47:38.491831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10246): Terminating (SIGTERM)\u000a04:47:38.533527 run iperf3-srv_10.42.42.10(pid=10247): Terminating (SIGTERM)\u000a04:47:38.576115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10250): Terminating (SIGTERM)\u000a04:47:38.618239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10253): Terminating (SIGTERM)\u000a04:47:38.660125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10256): Terminating (SIGTERM)\u000a04:47:38.669844 --- ParallelTerminationStrategy: PID 10244 died...\u000a04:47:38.726075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10244): Terminated: ok {rc=0}\u000a04:47:38.736068 --- ParallelTerminationStrategy: PID 10245 died...\u000a04:47:38.791805 run iperf3-srv_10.42.42.10(pid=10245): Terminated {rc=256}\u000a04:47:38.801695 --- ParallelTerminationStrategy: PID 10246 died...\u000a04:47:38.857428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10246): Terminated: ok {rc=0}\u000a04:47:38.867338 --- ParallelTerminationStrategy: PID 10247 died...\u000a04:47:38.923241 run iperf3-srv_10.42.42.10(pid=10247): Terminated {rc=256}\u000a04:47:38.933161 --- ParallelTerminationStrategy: PID 10250 died...\u000a04:47:38.988625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10250): Terminated: ok {rc=0}\u000a04:47:38.998687 --- ParallelTerminationStrategy: PID 10253 died...\u000a04:47:39.054000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10253): Terminated: ok {rc=0}\u000a04:47:39.063985 --- ParallelTerminationStrategy: PID 10256 died...\u000a04:47:39.119876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10256): Terminated: ok {rc=0}\u000a04:47:39.206370 bus /gobi_0: Setting Powered False\u000a04:47:40.312356 bus /gobi_0: Setting Powered False\u000a04:47:41.420040 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10266): Process ended prematurely: osmo-stp_10.42.42.5(pid=10266) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10266)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10266): Process ended prematurely: osmo-stp_10.42.42.5(pid=10266) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a04:47:42.534279 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:42.546691 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:47:42.690756 tst iperf3.py: using LAC 38649\u000a04:47:42.819150 tst iperf3.py: using RAC 144\u000a04:47:42.945382 tst iperf3.py: using CellId 38649\u000a04:47:43.072191 tst iperf3.py: using BVCI 38650\u000a04:47:43.096889 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.108741 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.120317 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.131965 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.143934 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.155821 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.167881 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.179732 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.191875 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:43.472333 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:47:43.597113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:43.910568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10258): Launched\u000a04:47:44.170775 run iperf3-srv_10.42.42.10(pid=10259): Launched\u000a04:47:44.353532 tst iperf3.py:8: start network...\u000a04:47:44.478297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:44.963199 run create_hlr_db(pid=10260): Launched\u000a04:47:45.136155 bus /gobi_6: Setting Powered False\u000a04:47:46.207597 run create_hlr_db(pid=10260): Terminated: ok {rc=0}\u000a04:47:46.636088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10262): Launched\u000a04:47:47.047225 run osmo-hlr_10.42.42.2(pid=10263): Launched\u000a04:47:47.250208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:47.812829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10265): Launched\u000a04:47:48.138718 run osmo-stp_10.42.42.5(pid=10266): Launched\u000a04:47:48.256352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:48.824104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10268): Launched\u000a04:47:48.940644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:49.224472 run patchelf(pid=10269): Launched\u000a04:47:49.414000 run osmo-stp_10.42.42.5(pid=10266): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10266)]\u000a04:47:49.552611 run osmo-stp_10.42.42.5(pid=10266): stdout: \u000a| (launched: 2022-12-14_04:47:47.977483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:49.691176 run osmo-stp_10.42.42.5(pid=10266): stderr: \u000a| �[0;m�[38;5;43m20221214044748167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044748167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044748168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044748168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044748169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044748169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044748169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:49.825787 run osmo-stp_10.42.42.5(pid=10266): stdout: \u000a| (launched: 2022-12-14_04:47:47.977483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:49.959042 run osmo-stp_10.42.42.5(pid=10266): stderr: \u000a| �[0;m�[38;5;43m20221214044748167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044748167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044748168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044748168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044748169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044748169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044748169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:50.113816 run patchelf(pid=10269): Terminating (SIGINT)\u000a04:47:50.294942 run patchelf(pid=10269): Terminated: ok {rc=0}\u000a04:47:50.328484 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10266): Process ended prematurely: osmo-stp_10.42.42.5(pid=10266) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10266)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a04:47:50.338621 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a04:47:50.402098 run osmo-hlr_10.42.42.2(pid=10263): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10263)]\u000a04:47:50.454001 run osmo-hlr_10.42.42.2(pid=10263): stdout: \u000a| (launched: 2022-12-14_04:47:46.793843) \u000a04:47:50.506703 run osmo-hlr_10.42.42.2(pid=10263): stderr: \u000a| �[0;m�[1;31m20221214044747130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044747130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044747130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044747130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044747130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044747130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044747144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044747152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044747152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044747152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:50.551345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10258): Terminating (SIGTERM)\u000a04:47:50.593672 run iperf3-srv_10.42.42.10(pid=10259): Terminating (SIGTERM)\u000a04:47:50.635571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10262): Terminating (SIGTERM)\u000a04:47:50.677542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10265): Terminating (SIGTERM)\u000a04:47:50.719320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10268): Terminating (SIGTERM)\u000a04:47:50.728879 --- ParallelTerminationStrategy: PID 10258 died...\u000a04:47:50.785120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10258): Terminated: ok {rc=0}\u000a04:47:50.794998 --- ParallelTerminationStrategy: PID 10259 died...\u000a04:47:50.850534 run iperf3-srv_10.42.42.10(pid=10259): Terminated {rc=256}\u000a04:47:50.860390 --- ParallelTerminationStrategy: PID 10262 died...\u000a04:47:50.916286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10262): Terminated: ok {rc=0}\u000a04:47:50.926192 --- ParallelTerminationStrategy: PID 10265 died...\u000a04:47:50.982137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10265): Terminated: ok {rc=0}\u000a04:47:50.991960 --- ParallelTerminationStrategy: PID 10268 died...\u000a04:47:51.047942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10268): Terminated: ok {rc=0}\u000a04:47:51.134732 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10284): Process ended prematurely: osmo-stp_10.42.42.5(pid=10284) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10284)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10284): Process ended prematurely: osmo-stp_10.42.42.5(pid=10284) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a04:47:52.250015 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.263034 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:47:52.411143 tst iperf3m4.py: using LAC 38650\u000a04:47:52.543179 tst iperf3m4.py: using RAC 145\u000a04:47:52.668389 tst iperf3m4.py: using CellId 38650\u000a04:47:52.794477 tst iperf3m4.py: using BVCI 38651\u000a04:47:52.819357 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.831320 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.843083 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.854839 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.867294 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.879738 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.892295 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.904702 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.917497 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:53.042501 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:53.166613 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:53.282121 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:53.576269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:47:53.711423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:54.045041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10270): Launched\u000a04:47:54.325607 run iperf3-srv_10.42.42.10(pid=10271): Launched\u000a04:47:54.524328 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:47:54.659830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:54.995709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10272): Launched\u000a04:47:55.274675 run iperf3-srv_10.42.42.10(pid=10273): Launched\u000a04:47:55.472786 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:47:55.607716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:55.942447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10274): Launched\u000a04:47:56.221410 run iperf3-srv_10.42.42.10(pid=10275): Launched\u000a04:47:56.419582 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:47:56.554519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:56.888628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10276): Launched\u000a04:47:57.169373 run iperf3-srv_10.42.42.10(pid=10277): Launched\u000a04:47:57.368416 tst iperf3m4.py:8: start network...\u000a04:47:57.504025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:58.017129 run create_hlr_db(pid=10278): Launched\u000a04:47:58.203776 bus /gobi_6: Setting Powered False\u000a04:47:59.225634 run create_hlr_db(pid=10278): Terminated: ok {rc=0}\u000a04:47:59.656228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10280): Launched\u000a04:47:59.980235 run osmo-hlr_10.42.42.2(pid=10281): Launched\u000a04:48:00.099767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:00.664840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10283): Launched\u000a04:48:01.074083 run osmo-stp_10.42.42.5(pid=10284): Launched\u000a04:48:01.338801 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:48:01.929043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10286): Launched\u000a04:48:02.047990 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:48:02.336695 run patchelf(pid=10287): Launched\u000a04:48:02.515660 run osmo-stp_10.42.42.5(pid=10284): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10284)]\u000a04:48:02.646335 run osmo-stp_10.42.42.5(pid=10284): stdout: \u000a| (launched: 2022-12-14_04:48:00.831527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:02.777085 run osmo-stp_10.42.42.5(pid=10284): stderr: \u000a| �[0;m�[38;5;43m20221214044801159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044801161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044801161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044801163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044801165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044801165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044801165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:02.903886 run osmo-stp_10.42.42.5(pid=10284): stdout: \u000a| (launched: 2022-12-14_04:48:00.831527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:03.029055 run osmo-stp_10.42.42.5(pid=10284): stderr: \u000a| �[0;m�[38;5;43m20221214044801159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044801161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044801161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044801163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044801165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044801165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044801165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:03.174731 run patchelf(pid=10287): Terminating (SIGINT)\u000a04:48:03.345649 run patchelf(pid=10287): Terminated: ok {rc=0}\u000a04:48:03.377238 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10284): Process ended prematurely: osmo-stp_10.42.42.5(pid=10284) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10284)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a04:48:03.386766 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a04:48:03.447888 run osmo-hlr_10.42.42.2(pid=10281): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10281)]\u000a04:48:03.497363 run osmo-hlr_10.42.42.2(pid=10281): stdout: \u000a| (launched: 2022-12-14_04:47:59.820489) \u000a04:48:03.547614 run osmo-hlr_10.42.42.2(pid=10281): stderr: \u000a| �[0;m�[1;31m20221214044800013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044800013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044800014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044800014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044800014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044800014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044800026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044800034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044800034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044800034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:03.590257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10270): Terminating (SIGTERM)\u000a04:48:03.629857 run iperf3-srv_10.42.42.10(pid=10271): Terminating (SIGTERM)\u000a04:48:03.669921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10272): Terminating (SIGTERM)\u000a04:48:03.709660 run iperf3-srv_10.42.42.10(pid=10273): Terminating (SIGTERM)\u000a04:48:03.749613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10274): Terminating (SIGTERM)\u000a04:48:03.789577 run iperf3-srv_10.42.42.10(pid=10275): Terminating (SIGTERM)\u000a04:48:03.829630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10276): Terminating (SIGTERM)\u000a04:48:03.869601 run iperf3-srv_10.42.42.10(pid=10277): Terminating (SIGTERM)\u000a04:48:03.909571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10280): Terminating (SIGTERM)\u000a04:48:03.949649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10283): Terminating (SIGTERM)\u000a04:48:03.989937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10286): Terminating (SIGTERM)\u000a04:48:03.998783 --- ParallelTerminationStrategy: PID 10270 died...\u000a04:48:04.053114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10270): Terminated: ok {rc=0}\u000a04:48:04.062654 --- ParallelTerminationStrategy: PID 10271 died...\u000a04:48:04.116332 run iperf3-srv_10.42.42.10(pid=10271): Terminated {rc=256}\u000a04:48:04.126032 --- ParallelTerminationStrategy: PID 10272 died...\u000a04:48:04.179732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10272): Terminated: ok {rc=0}\u000a04:48:04.189441 --- ParallelTerminationStrategy: PID 10273 died...\u000a04:48:04.243016 run iperf3-srv_10.42.42.10(pid=10273): Terminated {rc=256}\u000a04:48:04.252482 --- ParallelTerminationStrategy: PID 10274 died...\u000a04:48:04.306168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10274): Terminated: ok {rc=0}\u000a04:48:04.315830 --- ParallelTerminationStrategy: PID 10275 died...\u000a04:48:04.369640 run iperf3-srv_10.42.42.10(pid=10275): Terminated {rc=256}\u000a04:48:04.379362 --- ParallelTerminationStrategy: PID 10276 died...\u000a04:48:04.433027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10276): Terminated: ok {rc=0}\u000a04:48:04.442768 --- ParallelTerminationStrategy: PID 10277 died...\u000a04:48:04.496409 run iperf3-srv_10.42.42.10(pid=10277): Terminated {rc=256}\u000a04:48:04.505995 --- ParallelTerminationStrategy: PID 10280 died...\u000a04:48:04.559166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10280): Terminated: ok {rc=0}\u000a04:48:04.568870 --- ParallelTerminationStrategy: PID 10283 died...\u000a04:48:04.622317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10283): Terminated: ok {rc=0}\u000a04:48:04.632029 --- ParallelTerminationStrategy: PID 10286 died...\u000a04:48:04.685530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10286): Terminated: ok {rc=0}\u000a04:48:04.773563 bus /gobi_4: Setting Powered False\u000a04:48:05.875972 bus /gobi_4: Setting Powered False\u000a04:48:06.986133 bus /gobi_1: Setting Powered False\u000a04:48:08.088850 bus /gobi_1: Setting Powered False\u000a04:48:09.199942 bus /gobi_0: Setting Powered False\u000a04:48:10.302078 bus /gobi_0: Setting Powered False\u000a04:48:11.409028 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10294): Process ended prematurely: osmo-stp_10.42.42.5(pid=10294) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10294)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10294): Process ended prematurely: osmo-stp_10.42.42.5(pid=10294) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a04:48:12.476679 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:12.489355 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:48:12.634404 tst ping.py: using LAC 38651\u000a04:48:12.759342 tst ping.py: using RAC 146\u000a04:48:12.879827 tst ping.py: using CellId 38651\u000a04:48:12.996145 tst ping.py: using BVCI 38652\u000a04:48:13.019121 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:13.030774 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:13.042284 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:13.053708 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:13.065039 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:13.076285 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:13.087633 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:13.099047 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:48:13.377240 tst ping.py:19: start network...\u000a04:48:13.501019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:13.978897 run create_hlr_db(pid=10288): Launched\u000a04:48:14.150757 bus /gobi_6: Setting Powered False\u000a04:48:15.172841 run create_hlr_db(pid=10288): Terminated: ok {rc=0}\u000a04:48:15.599193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10290): Launched\u000a04:48:15.979595 run osmo-hlr_10.42.42.2(pid=10291): Launched\u000a04:48:16.097200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:16.768569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10293): Launched\u000a04:48:17.235162 run osmo-stp_10.42.42.5(pid=10294): Launched\u000a04:48:17.352517 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:48:17.909826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10296): Launched\u000a04:48:18.023592 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:48:18.304430 run patchelf(pid=10297): Launched\u000a04:48:18.491760 run osmo-stp_10.42.42.5(pid=10294): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10294)]\u000a04:48:18.629134 run osmo-stp_10.42.42.5(pid=10294): stdout: \u000a| (launched: 2022-12-14_04:48:16.924328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:18.766777 run osmo-stp_10.42.42.5(pid=10294): stderr: \u000a| �[0;m�[38;5;43m20221214044817098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044817098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044817099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044817100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044817101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044817101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044817101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:18.899253 run osmo-stp_10.42.42.5(pid=10294): stdout: \u000a| (launched: 2022-12-14_04:48:16.924328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:19.031090 run osmo-stp_10.42.42.5(pid=10294): stderr: \u000a| �[0;m�[38;5;43m20221214044817098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044817098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044817099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044817100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044817101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044817101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044817101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:19.183271 run patchelf(pid=10297): Terminating (SIGINT)\u000a04:48:19.362960 run patchelf(pid=10297): Terminated: ok {rc=0}\u000a04:48:19.395535 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10294): Process ended prematurely: osmo-stp_10.42.42.5(pid=10294) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10294)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a04:48:19.404877 tst ping.py:22: Test FAILED (6.9 sec)\u000a04:48:19.468715 run osmo-hlr_10.42.42.2(pid=10291): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10291)]\u000a04:48:19.520541 run osmo-hlr_10.42.42.2(pid=10291): stdout: \u000a| (launched: 2022-12-14_04:48:15.761355) \u000a04:48:19.573222 run osmo-hlr_10.42.42.2(pid=10291): stderr: \u000a| �[0;m�[1;31m20221214044816103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044816103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044816103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044816103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044816104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044816104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044816125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044816133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044816133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044816133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:19.617705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10290): Terminating (SIGTERM)\u000a04:48:19.660098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10293): Terminating (SIGTERM)\u000a04:48:19.702488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10296): Terminating (SIGTERM)\u000a04:48:19.712185 --- ParallelTerminationStrategy: PID 10290 died...\u000a04:48:19.768812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10290): Terminated: ok {rc=0}\u000a04:48:19.779047 --- ParallelTerminationStrategy: PID 10293 died...\u000a04:48:19.835283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10293): Terminated: ok {rc=0}\u000a04:48:19.845535 --- ParallelTerminationStrategy: PID 10296 died...\u000a04:48:19.901691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10296): Terminated: ok {rc=0}\u000a04:48:19.989181 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10304): Process ended prematurely: osmo-stp_10.42.42.5(pid=10304) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10304)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10304): Process ended prematurely: osmo-stp_10.42.42.5(pid=10304) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a04:48:21.041703 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.054707 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:48:21.201948 tst ping_idle_ping.py: using LAC 38652\u000a04:48:21.327279 tst ping_idle_ping.py: using RAC 147\u000a04:48:21.454168 tst ping_idle_ping.py: using CellId 38652\u000a04:48:21.581227 tst ping_idle_ping.py: using BVCI 38653\u000a04:48:21.605748 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.617712 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.629551 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.641266 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.653281 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.665274 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.677566 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.689538 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:48:21.979523 tst ping_idle_ping.py:24: start network...\u000a04:48:22.113008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:22.621342 run create_hlr_db(pid=10298): Launched\u000a04:48:22.807557 bus /gobi_6: Setting Powered False\u000a04:48:23.828150 run create_hlr_db(pid=10298): Terminated: ok {rc=0}\u000a04:48:24.232756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10300): Launched\u000a04:48:24.532815 run osmo-hlr_10.42.42.2(pid=10301): Launched\u000a04:48:24.643564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:25.163437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10303): Launched\u000a04:48:25.462073 run osmo-stp_10.42.42.5(pid=10304): Launched\u000a04:48:25.570943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:48:26.092905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10306): Launched\u000a04:48:26.199279 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:48:26.461899 run patchelf(pid=10307): Launched\u000a04:48:26.637941 run osmo-stp_10.42.42.5(pid=10304): ERR: Terminated: ERROR {rc=1} [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10304)]\u000a04:48:26.767034 run osmo-stp_10.42.42.5(pid=10304): stdout: \u000a| (launched: 2022-12-14_04:48:25.314578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:26.896477 run osmo-stp_10.42.42.5(pid=10304): stderr: \u000a| �[0;m�[38;5;43m20221214044825485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044825485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044825485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044825486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044825486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044825486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044825486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:27.021664 run osmo-stp_10.42.42.5(pid=10304): stdout: \u000a| (launched: 2022-12-14_04:48:25.314578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:27.145384 run osmo-stp_10.42.42.5(pid=10304): stderr: \u000a| �[0;m�[38;5;43m20221214044825485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044825485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044825485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044825486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044825486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044825486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044825486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:27.288439 run patchelf(pid=10307): Terminating (SIGINT)\u000a04:48:27.456397 run patchelf(pid=10307): Terminated: ok {rc=0}\u000a04:48:27.487261 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10304): Process ended prematurely: osmo-stp_10.42.42.5(pid=10304) [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10304)] [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a04:48:27.496032 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:48:27.555855 run osmo-hlr_10.42.42.2(pid=10301): ERR: Terminated: ERROR {rc=237} [trial-2399↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10301)]\u000a04:48:27.604605 run osmo-hlr_10.42.42.2(pid=10301): stdout: \u000a| (launched: 2022-12-14_04:48:24.384480) \u000a04:48:27.654198 run osmo-hlr_10.42.42.2(pid=10301): stderr: \u000a| �[0;m�[1;31m20221214044824557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044824557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044824558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044824558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044824558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044824558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044824573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044824583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044824584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044824584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:27.696340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10300): Terminating (SIGTERM)\u000a04:48:27.735931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10303): Terminating (SIGTERM)\u000a04:48:27.775589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10306): Terminating (SIGTERM)\u000a04:48:27.784785 --- ParallelTerminationStrategy: PID 10300 died...\u000a04:48:27.838004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10300): Terminated: ok {rc=0}\u000a04:48:27.847561 --- ParallelTerminationStrategy: PID 10303 died...\u000a04:48:27.900699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10303): Terminated: ok {rc=0}\u000a04:48:27.910324 --- ParallelTerminationStrategy: PID 10306 died...\u000a04:48:27.963590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10306): Terminated: ok {rc=0}\u000a04:48:28.051791 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:47:29" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10319): Process ended prematurely: osmo-stp_10.42.42.5(pid=10319) [trial-2399↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10319)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10319): Process ended prematurely: osmo-stp_10.42.42.5(pid=10319) [trial-2399↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:48:30.091633 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.103226 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:48:30.254979 tst switch_tch_pdch.py: using LAC 38653\u000a04:48:30.373801 tst switch_tch_pdch.py: using RAC 148\u000a04:48:30.490413 tst switch_tch_pdch.py: using CellId 38653\u000a04:48:30.610281 tst switch_tch_pdch.py: using BVCI 38654\u000a04:48:30.633068 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.644531 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.655929 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.667421 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.678751 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.690033 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.701584 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.713110 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:48:30.843861 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:48:31.178096 tst switch_tch_pdch.py:51: start network...\u000a04:48:31.318802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:31.868512 run create_hlr_db(pid=10313): Launched\u000a04:48:32.070013 bus /gobi_6: Setting Powered False\u000a04:48:33.082987 run create_hlr_db(pid=10313): Terminated: ok {rc=0}\u000a04:48:33.488447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10315): Launched\u000a04:48:33.786559 run osmo-hlr_10.42.42.2(pid=10316): Launched\u000a04:48:33.894834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:34.414225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10318): Launched\u000a04:48:34.712529 run osmo-stp_10.42.42.5(pid=10319): Launched\u000a04:48:34.820613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:48:35.344373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10321): Launched\u000a04:48:35.449882 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:48:35.712073 run patchelf(pid=10322): Launched\u000a04:48:35.886804 run osmo-stp_10.42.42.5(pid=10319): ERR: Terminated: ERROR {rc=1} [trial-2399↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10319)]\u000a04:48:36.014523 run osmo-stp_10.42.42.5(pid=10319): stdout: \u000a| (launched: 2022-12-14_04:48:34.565222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:36.142967 run osmo-stp_10.42.42.5(pid=10319): stderr: \u000a| �[0;m�[38;5;43m20221214044834734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044834734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044834734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044834735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044834735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044834735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044834735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:36.266175 run osmo-stp_10.42.42.5(pid=10319): stdout: \u000a| (launched: 2022-12-14_04:48:34.565222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:36.388252 run osmo-stp_10.42.42.5(pid=10319): stderr: \u000a| �[0;m�[38;5;43m20221214044834734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044834734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044834734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044834735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044834735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044834735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044834735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:36.531003 run patchelf(pid=10322): Terminating (SIGINT)\u000a04:48:36.697941 run patchelf(pid=10322): Terminated: ok {rc=0}\u000a04:48:36.728164 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10319): Process ended prematurely: osmo-stp_10.42.42.5(pid=10319) [trial-2399↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10319)] [trial-2399↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:48:36.736897 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a04:48:36.796606 run osmo-hlr_10.42.42.2(pid=10316): ERR: Terminated: ERROR {rc=237} [trial-2399↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10316)]\u000a04:48:36.845522 run osmo-hlr_10.42.42.2(pid=10316): stdout: \u000a| (launched: 2022-12-14_04:48:33.639259) \u000a04:48:36.895118 run osmo-hlr_10.42.42.2(pid=10316): stderr: \u000a| �[0;m�[1;31m20221214044833813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044833813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044833813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044833813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044833813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044833813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044833825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044833834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044833834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044833834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:36.937266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10315): Terminating (SIGTERM)\u000a04:48:36.976806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10318): Terminating (SIGTERM)\u000a04:48:37.016270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10321): Terminating (SIGTERM)\u000a04:48:37.025318 --- ParallelTerminationStrategy: PID 10315 died...\u000a04:48:37.078647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10315): Terminated: ok {rc=0}\u000a04:48:37.088011 --- ParallelTerminationStrategy: PID 10318 died...\u000a04:48:37.141457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10318): Terminated: ok {rc=0}\u000a04:48:37.150866 --- ParallelTerminationStrategy: PID 10321 died...\u000a04:48:37.203505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10321): Terminated: ok {rc=0}\u000a04:48:37.291891 bus /gobi_0: Setting Powered False\u000a04:48:38.395714 bus /gobi_0: Setting Powered False\u000a04:48:39.506195 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:48:29" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10327): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10327) [trial-2399↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10327)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10327): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10327) [trial-2399↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a04:48:41.353728 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a04:48:41.466082 tst esme_connect_policy_acceptall.py: using MSISDN 8508\u000a04:48:41.610580 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:48:42.222398 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10326): Launched\u000a04:48:42.546012 run osmo-nitb_10.42.42.2(pid=10327): Launched\u000a04:48:42.745742 run osmo-nitb_10.42.42.2(pid=10327): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10327)]\u000a04:48:42.893215 run osmo-nitb_10.42.42.2(pid=10327): stdout: \u000a| (launched: 2022-12-14_04:48:42.389154) \u000a04:48:43.040888 run osmo-nitb_10.42.42.2(pid=10327): stderr: \u000a| (launched: 2022-12-14_04:48:42.437727)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:43.183898 run osmo-nitb_10.42.42.2(pid=10327): stdout: \u000a| (launched: 2022-12-14_04:48:42.389154) \u000a04:48:43.325814 run osmo-nitb_10.42.42.2(pid=10327): stderr: \u000a| (launched: 2022-12-14_04:48:42.437727)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:43.678170 tst osmo-nitb_10.42.42.2(pid=10327): stdout: \u000a| (launched: 2022-12-14_04:48:42.389154) \u000a04:48:43.808758 tst osmo-nitb_10.42.42.2(pid=10327): stderr: \u000a| (launched: 2022-12-14_04:48:42.437727)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:43.866120 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=10327): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10327) [trial-2399↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10327)] [trial-2399↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a04:48:43.874598 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a04:48:43.911129 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10326): Terminating (SIGTERM)\u000a04:48:44.089389 --- ParallelTerminationStrategy: PID 10326 died...\u000a04:48:44.147207 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10326): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10329): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10329) [trial-2399↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10329)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10329): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10329) [trial-2399↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a04:48:44.162365 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a04:48:44.281102 tst esme_connect_policy_closed.py: using MSISDN 8509\u000a04:48:44.411201 tst esme_connect_policy_closed.py: using MSISDN 8510\u000a04:48:44.527205 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:48:45.142472 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10328): Launched\u000a04:48:45.468227 run osmo-nitb_10.42.42.2(pid=10329): Launched\u000a04:48:45.654481 run osmo-nitb_10.42.42.2(pid=10329): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10329)]\u000a04:48:45.790775 run osmo-nitb_10.42.42.2(pid=10329): stdout: \u000a| (launched: 2022-12-14_04:48:45.309262) \u000a04:48:45.944662 run osmo-nitb_10.42.42.2(pid=10329): stderr: \u000a| (launched: 2022-12-14_04:48:45.357944)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:46.075668 run osmo-nitb_10.42.42.2(pid=10329): stdout: \u000a| (launched: 2022-12-14_04:48:45.309262) \u000a04:48:46.200074 run osmo-nitb_10.42.42.2(pid=10329): stderr: \u000a| (launched: 2022-12-14_04:48:45.357944)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:46.254857 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=10329): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10329) [trial-2399↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10329)] [trial-2399↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a04:48:46.265480 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a04:48:46.301216 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10328): Terminating (SIGTERM)\u000a04:48:46.478743 --- ParallelTerminationStrategy: PID 10328 died...\u000a04:48:46.553640 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10328): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10331) [trial-2399↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10331)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10331) [trial-2399↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a04:48:46.575963 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a04:48:46.590187 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a04:48:46.738909 tst esme_ms_sms_storeforward.py: using LAC 38654\u000a04:48:46.871981 tst esme_ms_sms_storeforward.py: using RAC 149\u000a04:48:47.002148 tst esme_ms_sms_storeforward.py: using CellId 38654\u000a04:48:47.132924 tst esme_ms_sms_storeforward.py: using BVCI 38655\u000a04:48:47.159540 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a04:48:47.393571 tst esme_ms_sms_storeforward.py: using MSISDN 8511\u000a04:48:47.594910 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a04:48:47.731653 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:48:48.407471 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10330): Launched\u000a04:48:48.733470 run osmo-nitb_10.42.42.2(pid=10331): Launched\u000a04:48:48.920312 run osmo-nitb_10.42.42.2(pid=10331): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10331)]\u000a04:48:49.056762 run osmo-nitb_10.42.42.2(pid=10331): stdout: \u000a| (launched: 2022-12-14_04:48:48.574018) \u000a04:48:49.193742 run osmo-nitb_10.42.42.2(pid=10331): stderr: \u000a| (launched: 2022-12-14_04:48:48.622735)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:49.326263 run osmo-nitb_10.42.42.2(pid=10331): stdout: \u000a| (launched: 2022-12-14_04:48:48.574018) \u000a04:48:49.456709 run osmo-nitb_10.42.42.2(pid=10331): stderr: \u000a| (launched: 2022-12-14_04:48:48.622735)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:49.514083 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=10331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10331) [trial-2399↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10331)] [trial-2399↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a04:48:49.522696 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a04:48:49.558782 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10330): Terminating (SIGTERM)\u000a04:48:49.736843 --- ParallelTerminationStrategy: PID 10330 died...\u000a04:48:49.794363 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10330): Terminated: ok {rc=0}\u000a04:48:49.881340 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10333): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10333) [trial-2399↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10333)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10333): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10333) [trial-2399↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a04:48:50.933785 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a04:48:50.945638 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a04:48:51.077491 tst esme_ms_sms_transaction.py: using LAC 38655\u000a04:48:51.206716 tst esme_ms_sms_transaction.py: using RAC 150\u000a04:48:51.329954 tst esme_ms_sms_transaction.py: using CellId 38655\u000a04:48:51.451758 tst esme_ms_sms_transaction.py: using BVCI 38656\u000a04:48:51.474997 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a04:48:51.701531 tst esme_ms_sms_transaction.py: using MSISDN 8512\u000a04:48:51.900886 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a04:48:52.037396 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:48:52.708633 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10332): Launched\u000a04:48:53.033614 run osmo-nitb_10.42.42.2(pid=10333): Launched\u000a04:48:53.234040 run osmo-nitb_10.42.42.2(pid=10333): ERR: Terminated: ERROR {rc=2} [trial-2399↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10333)]\u000a04:48:53.382695 run osmo-nitb_10.42.42.2(pid=10333): stdout: \u000a| (launched: 2022-12-14_04:48:52.874436) \u000a04:48:53.530929 run osmo-nitb_10.42.42.2(pid=10333): stderr: \u000a| (launched: 2022-12-14_04:48:52.923049)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:53.674326 run osmo-nitb_10.42.42.2(pid=10333): stdout: \u000a| (launched: 2022-12-14_04:48:52.874436) \u000a04:48:53.816115 run osmo-nitb_10.42.42.2(pid=10333): stderr: \u000a| (launched: 2022-12-14_04:48:52.923049)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:54.166595 tst osmo-nitb_10.42.42.2(pid=10333): stdout: \u000a| (launched: 2022-12-14_04:48:52.874436) \u000a04:48:54.297799 tst osmo-nitb_10.42.42.2(pid=10333): stderr: \u000a| (launched: 2022-12-14_04:48:52.923049)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:54.355407 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=10333): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10333) [trial-2399↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10333)] [trial-2399↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a04:48:54.364208 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a04:48:54.401387 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10332): Terminating (SIGTERM)\u000a04:48:54.580041 --- ParallelTerminationStrategy: PID 10332 died...\u000a04:48:54.638433 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10332): Terminated: ok {rc=0}\u000a04:48:54.726595 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:48:41" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=10342): Process ended prematurely: osmo-hlr_10.42.42.2(pid=10342) [trial-2399↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10342)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=10342): Process ended prematurely: osmo-hlr_10.42.42.2(pid=10342) [trial-2399↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a04:48:56.531397 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:56.542305 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:56.553198 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:56.563828 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:56.684227 tst esme_connect_policy_acceptall.py: using MSISDN 8513\u000a04:48:56.801661 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a04:48:57.369583 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10337): Launched\u000a04:48:57.696619 run osmo-stp_10.42.42.4(pid=10338): Launched\u000a04:48:57.813434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:58.328339 run create_hlr_db(pid=10339): Launched\u000a04:48:58.518003 bus /sierra_2: Setting Powered False\u000a04:48:59.538307 run create_hlr_db(pid=10339): Terminated: ok {rc=0}\u000a04:48:59.949107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10341): Launched\u000a04:49:00.254508 run osmo-hlr_10.42.42.2(pid=10342): Launched\u000a04:49:00.366449 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a04:49:00.963816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10344): Launched\u000a04:49:01.298369 run osmo-msc_10.42.42.5(pid=10345): Launched\u000a04:49:01.657420 run osmo-hlr_10.42.42.2(pid=10342): ERR: Terminated: ERROR {rc=237} [trial-2399↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10342)]\u000a04:49:02.054958 run osmo-hlr_10.42.42.2(pid=10342): stdout: \u000a| (launched: 2022-12-14_04:49:00.104290) \u000a04:49:02.251472 run osmo-hlr_10.42.42.2(pid=10342): stderr: \u000a| �[0;m�[1;31m20221214044900279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044900279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044900279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044900280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044900280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044900280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044900291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044900300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044900300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044900300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:02.398073 run osmo-hlr_10.42.42.2(pid=10342): stdout: \u000a| (launched: 2022-12-14_04:49:00.104290) \u000a04:49:02.531058 run osmo-hlr_10.42.42.2(pid=10342): stderr: \u000a| �[0;m�[1;31m20221214044900279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044900279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044900279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044900280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044900280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044900280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044900291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044900300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044900300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044900300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:02.588167 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=10342): Process ended prematurely: osmo-hlr_10.42.42.2(pid=10342) [trial-2399↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10342)] [trial-2399↪smpp↪esme_connect_policy_acceptall.py:23]\u000a04:49:02.597043 tst esme_connect_policy_acceptall.py:23: Test FAILED (6.1 sec)\u000a04:49:02.660760 run osmo-msc_10.42.42.5(pid=10345): ERR: Terminated: ERROR {rc=9} [trial-2399↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=10345)]\u000a04:49:02.712999 run osmo-msc_10.42.42.5(pid=10345): stdout: \u000a| (launched: 2022-12-14_04:49:01.134553) \u000a04:49:02.765896 run osmo-msc_10.42.42.5(pid=10345): stderr: \u000a| �[0;m�[38;5;43m20221214044901867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214044901867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214044901867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214044901867 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214044901867 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214044901868 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214044901868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214044901869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214044901869 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a04:49:02.811030 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10337): Terminating (SIGTERM)\u000a04:49:02.853851 run osmo-stp_10.42.42.4(pid=10338): Terminating (SIGTERM)\u000a04:49:02.898037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10341): Terminating (SIGTERM)\u000a04:49:02.942974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10344): Terminating (SIGTERM)\u000a04:49:02.954814 --- ParallelTerminationStrategy: PID 10337 died...\u000a04:49:03.015401 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10337): Terminated: ok {rc=0}\u000a04:49:03.026104 --- ParallelTerminationStrategy: PID 10338 died...\u000a04:49:03.082753 run osmo-stp_10.42.42.4(pid=10338): Terminated: ok {rc=0}\u000a04:49:03.092805 --- ParallelTerminationStrategy: PID 10341 died...\u000a04:49:03.149621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10341): Terminated: ok {rc=0}\u000a04:49:03.159692 --- ParallelTerminationStrategy: PID 10344 died...\u000a04:49:03.216493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10344): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=10353): Process ended prematurely: osmo-hlr_10.42.42.2(pid=10353) [trial-2399↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10353)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=10353): Process ended prematurely: osmo-hlr_10.42.42.2(pid=10353) [trial-2399↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a04:49:03.231873 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:03.243576 tst smpp: Using 1 x bts (candidates: 1)\u000a04:49:03.376245 tst esme_connect_policy_closed.py: using LAC 38656\u000a04:49:03.499174 tst esme_connect_policy_closed.py: using RAC 151\u000a04:49:03.621658 tst esme_connect_policy_closed.py: using CellId 38656\u000a04:49:03.747293 tst esme_connect_policy_closed.py: using BVCI 38657\u000a04:49:03.770609 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:03.781117 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:03.792441 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:03.900685 tst esme_connect_policy_closed.py: using MSISDN 8514\u000a04:49:04.020323 tst esme_connect_policy_closed.py: using MSISDN 8515\u000a04:49:04.128342 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a04:49:04.659624 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10348): Launched\u000a04:49:04.967581 run osmo-stp_10.42.42.4(pid=10349): Launched\u000a04:49:05.076665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:05.570850 run create_hlr_db(pid=10350): Launched\u000a04:49:06.750773 run create_hlr_db(pid=10350): Terminated: ok {rc=0}\u000a04:49:07.068575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10352): Launched\u000a04:49:07.376872 run osmo-hlr_10.42.42.2(pid=10353): Launched\u000a04:49:07.494905 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a04:49:08.059084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10355): Launched\u000a04:49:08.369981 run osmo-msc_10.42.42.5(pid=10356): Launched\u000a04:49:08.550138 run osmo-hlr_10.42.42.2(pid=10353): ERR: Terminated: ERROR {rc=237} [trial-2399↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10353)]\u000a04:49:08.679946 run osmo-hlr_10.42.42.2(pid=10353): stdout: \u000a| (launched: 2022-12-14_04:49:07.224220) \u000a04:49:08.808021 run osmo-hlr_10.42.42.2(pid=10353): stderr: \u000a| �[0;m�[1;31m20221214044907402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044907402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044907402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044907402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044907402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044907402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044907414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044907422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044907422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044907422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:08.931536 run osmo-hlr_10.42.42.2(pid=10353): stdout: \u000a| (launched: 2022-12-14_04:49:07.224220) \u000a04:49:09.053368 run osmo-hlr_10.42.42.2(pid=10353): stderr: \u000a| �[0;m�[1;31m20221214044907402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044907402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044907402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044907402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044907402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044907402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044907414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044907422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044907422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044907422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:09.106927 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=10353): Process ended prematurely: osmo-hlr_10.42.42.2(pid=10353) [trial-2399↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10353)] [trial-2399↪smpp↪esme_connect_policy_closed.py:31]\u000a04:49:09.114953 tst esme_connect_policy_closed.py:31: Test FAILED (5.9 sec)\u000a04:49:09.174888 run osmo-msc_10.42.42.5(pid=10356): ERR: Terminated: ERROR {rc=9} [trial-2399↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=10356)]\u000a04:49:09.224015 run osmo-msc_10.42.42.5(pid=10356): stdout: \u000a| (launched: 2022-12-14_04:49:08.214782) \u000a04:49:09.273580 run osmo-msc_10.42.42.5(pid=10356): stderr: \u000a| �[0;m�[38;5;43m20221214044908533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214044908533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214044908533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214044908533 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214044908533 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214044908533 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214044908533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214044908534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214044908534 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a04:49:09.315643 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10348): Terminating (SIGTERM)\u000a04:49:09.355743 run osmo-stp_10.42.42.4(pid=10349): Terminating (SIGTERM)\u000a04:49:09.397244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10352): Terminating (SIGTERM)\u000a04:49:09.438079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10355): Terminating (SIGTERM)\u000a04:49:09.447382 --- ParallelTerminationStrategy: PID 10348 died...\u000a04:49:09.501241 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=10348): Terminated: ok {rc=0}\u000a04:49:09.511028 --- ParallelTerminationStrategy: PID 10349 died...\u000a04:49:09.564698 run osmo-stp_10.42.42.4(pid=10349): Terminated: ok {rc=0}\u000a04:49:09.574404 --- ParallelTerminationStrategy: PID 10352 died...\u000a04:49:09.627991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10352): Terminated: ok {rc=0}\u000a04:49:09.637950 --- ParallelTerminationStrategy: PID 10355 died...\u000a04:49:09.691927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10355): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10365): Process ended prematurely: osmo-stp_10.42.42.5(pid=10365) [trial-2399↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10365): Process ended prematurely: osmo-stp_10.42.42.5(pid=10365) [trial-2399↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a04:49:09.706564 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:09.717804 tst smpp: Using 1 x bts (candidates: 1)\u000a04:49:09.849662 tst esme_ms_sms_storeforward.py: using LAC 38657\u000a04:49:09.980000 tst esme_ms_sms_storeforward.py: using RAC 152\u000a04:49:10.109407 tst esme_ms_sms_storeforward.py: using CellId 38657\u000a04:49:10.239125 tst esme_ms_sms_storeforward.py: using BVCI 38658\u000a04:49:10.264267 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:10.275204 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:10.286105 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:10.297112 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:10.308136 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:10.319477 tst smpp: Using 1 x modem (candidates: 1)\u000a04:49:10.548234 tst esme_ms_sms_storeforward.py: using MSISDN 8516\u000a04:49:10.666359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:11.185499 run create_hlr_db(pid=10359): Launched\u000a04:49:12.378849 run create_hlr_db(pid=10359): Terminated: ok {rc=0}\u000a04:49:12.719347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10361): Launched\u000a04:49:13.050096 run osmo-hlr_10.42.42.2(pid=10362): Launched\u000a04:49:13.169637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:49:13.746552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10364): Launched\u000a04:49:14.079596 run osmo-stp_10.42.42.5(pid=10365): Launched\u000a04:49:14.199561 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:49:14.801154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10367): Launched\u000a04:49:15.131450 run osmo-msc_10.42.42.6(pid=10368): Launched\u000a04:49:15.325540 run osmo-stp_10.42.42.5(pid=10365): ERR: Terminated: ERROR {rc=1} [trial-2399↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)]\u000a04:49:15.469254 run osmo-stp_10.42.42.5(pid=10365): stdout: \u000a| (launched: 2022-12-14_04:49:13.913877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:15.606580 run osmo-stp_10.42.42.5(pid=10365): stderr: \u000a| �[0;m�[38;5;43m20221214044914107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044914107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044914107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044914108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044914108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044914108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044914108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:15.738882 run osmo-stp_10.42.42.5(pid=10365): stdout: \u000a| (launched: 2022-12-14_04:49:13.913877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:15.871045 run osmo-stp_10.42.42.5(pid=10365): stderr: \u000a| �[0;m�[38;5;43m20221214044914107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044914107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044914107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044914108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044914108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044914108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044914108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:15.930261 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=10365): Process ended prematurely: osmo-stp_10.42.42.5(pid=10365) [trial-2399↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)] [trial-2399↪smpp↪esme_ms_sms_storeforward.py:30]\u000a04:49:15.939880 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.2 sec)\u000a04:49:16.006258 run osmo-hlr_10.42.42.2(pid=10362): ERR: Terminated: ERROR {rc=237} [trial-2399↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10362)]\u000a04:49:16.060246 run osmo-hlr_10.42.42.2(pid=10362): stdout: \u000a| (launched: 2022-12-14_04:49:12.886059) \u000a04:49:16.115344 run osmo-hlr_10.42.42.2(pid=10362): stderr: \u000a| �[0;m�[1;31m20221214044913084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044913085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044913085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044913085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044913085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044913085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044913096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044913104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044913105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044913105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:16.188936 run osmo-msc_10.42.42.6(pid=10368): ERR: Terminated: ERROR {rc=2} [trial-2399↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10368)]\u000a04:49:16.242810 run osmo-msc_10.42.42.6(pid=10368): stdout: \u000a| (launched: 2022-12-14_04:49:14.967993) \u000a04:49:16.297685 run osmo-msc_10.42.42.6(pid=10368): stderr: \u000a| �[0;m�[38;5;43m20221214044915291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044915291 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89f9ac3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044915291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044915291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044915291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044915291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044915293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044915294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044915294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044915294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:49:16.344738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10361): Terminating (SIGTERM)\u000a04:49:16.390937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10364): Terminating (SIGTERM)\u000a04:49:16.435412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10367): Terminating (SIGTERM)\u000a04:49:16.445725 --- ParallelTerminationStrategy: PID 10361 died...\u000a04:49:16.505540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10361): Terminated: ok {rc=0}\u000a04:49:16.516618 --- ParallelTerminationStrategy: PID 10364 died...\u000a04:49:16.576670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10364): Terminated: ok {rc=0}\u000a04:49:16.588536 --- ParallelTerminationStrategy: PID 10367 died...\u000a04:49:16.647381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10367): Terminated: ok {rc=0}\u000a04:49:16.738153 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10376): Process ended prematurely: osmo-stp_10.42.42.5(pid=10376) [trial-2399↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10376)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10376): Process ended prematurely: osmo-stp_10.42.42.5(pid=10376) [trial-2399↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a04:49:17.790178 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:17.802340 tst smpp: Using 1 x bts (candidates: 1)\u000a04:49:17.936686 tst esme_ms_sms_transaction.py: using LAC 38658\u000a04:49:18.066420 tst esme_ms_sms_transaction.py: using RAC 153\u000a04:49:18.194697 tst esme_ms_sms_transaction.py: using CellId 38658\u000a04:49:18.316758 tst esme_ms_sms_transaction.py: using BVCI 38659\u000a04:49:18.340098 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:18.350815 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:18.361166 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:18.371483 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:18.381885 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:18.392091 tst smpp: Using 1 x modem (candidates: 1)\u000a04:49:18.624363 tst esme_ms_sms_transaction.py: using MSISDN 8517\u000a04:49:18.741927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:19.258834 run create_hlr_db(pid=10370): Launched\u000a04:49:19.450761 bus /sierra_2: Setting Powered False\u000a04:49:20.470104 run create_hlr_db(pid=10370): Terminated: ok {rc=0}\u000a04:49:20.884781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10372): Launched\u000a04:49:21.195994 run osmo-hlr_10.42.42.2(pid=10373): Launched\u000a04:49:21.308820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:49:21.841992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10375): Launched\u000a04:49:22.148033 run osmo-stp_10.42.42.5(pid=10376): Launched\u000a04:49:22.259620 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:49:22.819568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10378): Launched\u000a04:49:23.128307 run osmo-msc_10.42.42.6(pid=10379): Launched\u000a04:49:23.308142 run osmo-stp_10.42.42.5(pid=10376): ERR: Terminated: ERROR {rc=1} [trial-2399↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10376)]\u000a04:49:23.438297 run osmo-stp_10.42.42.5(pid=10376): stdout: \u000a| (launched: 2022-12-14_04:49:21.996744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:23.566626 run osmo-stp_10.42.42.5(pid=10376): stderr: \u000a| �[0;m�[38;5;43m20221214044922168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044922168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044922168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044922169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044922169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044922169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044922169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:23.689450 run osmo-stp_10.42.42.5(pid=10376): stdout: \u000a| (launched: 2022-12-14_04:49:21.996744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:23.811137 run osmo-stp_10.42.42.5(pid=10376): stderr: \u000a| �[0;m�[38;5;43m20221214044922168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044922168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044922168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044922169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044922169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044922169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044922169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:23.864627 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=10376): Process ended prematurely: osmo-stp_10.42.42.5(pid=10376) [trial-2399↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10376)] [trial-2399↪smpp↪esme_ms_sms_transaction.py:28]\u000a04:49:23.872721 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)\u000a04:49:23.932793 run osmo-hlr_10.42.42.2(pid=10373): ERR: Terminated: ERROR {rc=237} [trial-2399↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10373)]\u000a04:49:23.982006 run osmo-hlr_10.42.42.2(pid=10373): stdout: \u000a| (launched: 2022-12-14_04:49:21.041194) \u000a04:49:24.031773 run osmo-hlr_10.42.42.2(pid=10373): stderr: \u000a| �[0;m�[1;31m20221214044921217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044921217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044921217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044921217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044921217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044921217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044921230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044921238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044921238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044921238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:24.099565 run osmo-msc_10.42.42.6(pid=10379): ERR: Terminated: ERROR {rc=2} [trial-2399↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10379)]\u000a04:49:24.148941 run osmo-msc_10.42.42.6(pid=10379): stdout: \u000a| (launched: 2022-12-14_04:49:22.975213) \u000a04:49:24.199400 run osmo-msc_10.42.42.6(pid=10379): stderr: \u000a| �[0;m�[38;5;43m20221214044923249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044923249 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5573904c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044923249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044923249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044923250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044923250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044923252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044923252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044923252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044923252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:49:24.241555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10372): Terminating (SIGTERM)\u000a04:49:24.281624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10375): Terminating (SIGTERM)\u000a04:49:24.321208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10378): Terminating (SIGTERM)\u000a04:49:24.330380 --- ParallelTerminationStrategy: PID 10372 died...\u000a04:49:24.383926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10372): Terminated: ok {rc=0}\u000a04:49:24.393669 --- ParallelTerminationStrategy: PID 10375 died...\u000a04:49:24.446935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10375): Terminated: ok {rc=0}\u000a04:49:24.456364 --- ParallelTerminationStrategy: PID 10378 died...\u000a04:49:24.509518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10378): Terminated: ok {rc=0}\u000a04:49:24.597621 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:48:56" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10391): Process ended prematurely: osmo-stp_10.42.42.5(pid=10391) [trial-2399↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10391)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10391): Process ended prematurely: osmo-stp_10.42.42.5(pid=10391) [trial-2399↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a04:49:26.468411 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:26.479163 tst encryption: Using 1 x bts (candidates: 1)\u000a04:49:26.605301 tst register_a5_0_authopt.py: using LAC 38659\u000a04:49:26.732169 tst register_a5_0_authopt.py: using RAC 154\u000a04:49:26.854313 tst register_a5_0_authopt.py: using CellId 38659\u000a04:49:26.974343 tst register_a5_0_authopt.py: using BVCI 38660\u000a04:49:26.998103 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:27.008496 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:27.018888 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:27.029132 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:27.039428 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:27.049690 tst encryption: Using 1 x modem (candidates: 1)\u000a04:49:27.349415 tst register_a5_0_authopt.py:8: start network...\u000a04:49:27.488660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:28.013526 run create_hlr_db(pid=10385): Launched\u000a04:49:28.206098 bus /sierra_2: Setting Powered False\u000a04:49:29.226870 run create_hlr_db(pid=10385): Terminated: ok {rc=0}\u000a04:49:29.645938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10387): Launched\u000a04:49:29.957937 run osmo-hlr_10.42.42.2(pid=10388): Launched\u000a04:49:30.072386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:49:30.610881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10390): Launched\u000a04:49:31.049235 run osmo-stp_10.42.42.5(pid=10391): Launched\u000a04:49:31.227071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:49:31.810288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10393): Launched\u000a04:49:32.246593 run osmo-msc_10.42.42.6(pid=10394): Launched\u000a04:49:32.523250 run osmo-stp_10.42.42.5(pid=10391): ERR: Terminated: ERROR {rc=1} [trial-2399↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10391)]\u000a04:49:32.681359 run osmo-stp_10.42.42.5(pid=10391): stdout: \u000a| (launched: 2022-12-14_04:49:30.767436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:32.823942 run osmo-stp_10.42.42.5(pid=10391): stderr: \u000a| �[0;m�[38;5;43m20221214044931036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044931037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044931037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044931037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044931038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044931038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044931038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:32.957743 run osmo-stp_10.42.42.5(pid=10391): stdout: \u000a| (launched: 2022-12-14_04:49:30.767436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:33.089948 run osmo-stp_10.42.42.5(pid=10391): stderr: \u000a| �[0;m�[38;5;43m20221214044931036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044931037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044931037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044931037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044931038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044931038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044931038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:33.148022 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10391): Process ended prematurely: osmo-stp_10.42.42.5(pid=10391) [trial-2399↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10391)] [trial-2399↪encryption↪register_a5_0_authopt.py:8]\u000a04:49:33.157217 tst register_a5_0_authopt.py:8: Test FAILED (6.7 sec)\u000a04:49:33.220860 run osmo-hlr_10.42.42.2(pid=10388): ERR: Terminated: ERROR {rc=237} [trial-2399↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10388)]\u000a04:49:33.272826 run osmo-hlr_10.42.42.2(pid=10388): stdout: \u000a| (launched: 2022-12-14_04:49:29.803797) \u000a04:49:33.325810 run osmo-hlr_10.42.42.2(pid=10388): stderr: \u000a| �[0;m�[1;31m20221214044929982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044929982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044929982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044929983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044929983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044929983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044929995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044930003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044930003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044930003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:33.397296 run osmo-msc_10.42.42.6(pid=10394): ERR: Terminated: ERROR {rc=2} [trial-2399↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10394)]\u000a04:49:33.449243 run osmo-msc_10.42.42.6(pid=10394): stdout: \u000a| (launched: 2022-12-14_04:49:31.969772) \u000a04:49:33.501936 run osmo-msc_10.42.42.6(pid=10394): stderr: \u000a| �[0;m�[38;5;43m20221214044932571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044932571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02ebe47c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044932571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044932571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044932572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044932572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044932573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044932574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044932574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044932574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:49:33.547008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10387): Terminating (SIGTERM)\u000a04:49:33.590237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10390): Terminating (SIGTERM)\u000a04:49:33.632527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10393): Terminating (SIGTERM)\u000a04:49:33.642209 --- ParallelTerminationStrategy: PID 10387 died...\u000a04:49:33.698849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10387): Terminated: ok {rc=0}\u000a04:49:33.708805 --- ParallelTerminationStrategy: PID 10390 died...\u000a04:49:33.765279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10390): Terminated: ok {rc=0}\u000a04:49:33.775274 --- ParallelTerminationStrategy: PID 10393 died...\u000a04:49:33.831800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10393): Terminated: ok {rc=0}\u000a04:49:33.918299 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10402): Process ended prematurely: osmo-stp_10.42.42.5(pid=10402) [trial-2399↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10402)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10402): Process ended prematurely: osmo-stp_10.42.42.5(pid=10402) [trial-2399↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a04:49:35.035627 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:35.047372 tst encryption: Using 1 x bts (candidates: 1)\u000a04:49:35.178662 tst register_a5_0_authreq.py: using LAC 38660\u000a04:49:35.310284 tst register_a5_0_authreq.py: using RAC 155\u000a04:49:35.440400 tst register_a5_0_authreq.py: using CellId 38660\u000a04:49:35.566825 tst register_a5_0_authreq.py: using BVCI 38661\u000a04:49:35.590970 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:35.601870 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:35.612253 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:35.622774 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:35.633708 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:35.644624 tst encryption: Using 1 x modem (candidates: 1)\u000a04:49:35.945175 tst register_a5_0_authreq.py:8: start network...\u000a04:49:36.084873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:36.611565 run create_hlr_db(pid=10396): Launched\u000a04:49:36.803416 bus /sierra_2: Setting Powered False\u000a04:49:37.824899 run create_hlr_db(pid=10396): Terminated: ok {rc=0}\u000a04:49:38.241059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10398): Launched\u000a04:49:38.552755 run osmo-hlr_10.42.42.2(pid=10399): Launched\u000a04:49:38.667994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:49:39.205804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10401): Launched\u000a04:49:39.516596 run osmo-stp_10.42.42.5(pid=10402): Launched\u000a04:49:39.632030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:49:40.199969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10404): Launched\u000a04:49:40.512050 run osmo-msc_10.42.42.6(pid=10405): Launched\u000a04:49:40.694417 run osmo-stp_10.42.42.5(pid=10402): ERR: Terminated: ERROR {rc=1} [trial-2399↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10402)]\u000a04:49:40.825923 run osmo-stp_10.42.42.5(pid=10402): stdout: \u000a| (launched: 2022-12-14_04:49:39.363053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:40.954675 run osmo-stp_10.42.42.5(pid=10402): stderr: \u000a| �[0;m�[38;5;43m20221214044939536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044939536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044939536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044939536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044939537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044939537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044939537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:41.078753 run osmo-stp_10.42.42.5(pid=10402): stdout: \u000a| (launched: 2022-12-14_04:49:39.363053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:41.201843 run osmo-stp_10.42.42.5(pid=10402): stderr: \u000a| �[0;m�[38;5;43m20221214044939536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044939536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044939536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044939536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044939537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044939537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044939537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:41.256012 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10402): Process ended prematurely: osmo-stp_10.42.42.5(pid=10402) [trial-2399↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10402)] [trial-2399↪encryption↪register_a5_0_authreq.py:8]\u000a04:49:41.264630 tst register_a5_0_authreq.py:8: Test FAILED (6.3 sec)\u000a04:49:41.324139 run osmo-hlr_10.42.42.2(pid=10399): ERR: Terminated: ERROR {rc=237} [trial-2399↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10399)]\u000a04:49:41.373240 run osmo-hlr_10.42.42.2(pid=10399): stdout: \u000a| (launched: 2022-12-14_04:49:38.399130) \u000a04:49:41.422624 run osmo-hlr_10.42.42.2(pid=10399): stderr: \u000a| �[0;m�[1;31m20221214044938576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044938576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044938576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044938577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044938577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044938577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044938589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044938597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044938597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044938597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:41.489791 run osmo-msc_10.42.42.6(pid=10405): ERR: Terminated: ERROR {rc=2} [trial-2399↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10405)]\u000a04:49:41.538545 run osmo-msc_10.42.42.6(pid=10405): stdout: \u000a| (launched: 2022-12-14_04:49:40.358171) \u000a04:49:41.588155 run osmo-msc_10.42.42.6(pid=10405): stderr: \u000a| �[0;m�[38;5;43m20221214044940631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044940631 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f479430ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044940631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044940631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044940632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044940632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044940634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044940634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044940634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044940634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:49:41.630499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10398): Terminating (SIGTERM)\u000a04:49:41.669925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10401): Terminating (SIGTERM)\u000a04:49:41.709469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10404): Terminating (SIGTERM)\u000a04:49:41.718604 --- ParallelTerminationStrategy: PID 10398 died...\u000a04:49:41.771711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10398): Terminated: ok {rc=0}\u000a04:49:41.781315 --- ParallelTerminationStrategy: PID 10401 died...\u000a04:49:41.833886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10401): Terminated: ok {rc=0}\u000a04:49:41.843388 --- ParallelTerminationStrategy: PID 10404 died...\u000a04:49:41.896009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10404): Terminated: ok {rc=0}\u000a04:49:41.978975 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10413): Process ended prematurely: osmo-stp_10.42.42.5(pid=10413) [trial-2399↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10413)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10413): Process ended prematurely: osmo-stp_10.42.42.5(pid=10413) [trial-2399↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a04:49:43.096358 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:43.108106 tst encryption: Using 1 x bts (candidates: 1)\u000a04:49:43.235853 tst register_a5_1_authreq.py: using LAC 38661\u000a04:49:43.357994 tst register_a5_1_authreq.py: using RAC 156\u000a04:49:43.482419 tst register_a5_1_authreq.py: using CellId 38661\u000a04:49:43.606756 tst register_a5_1_authreq.py: using BVCI 38662\u000a04:49:43.630781 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:43.641584 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:43.652020 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:43.662454 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:43.673594 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:43.684535 tst encryption: Using 1 x modem (candidates: 1)\u000a04:49:43.985192 tst register_a5_1_authreq.py:8: start network...\u000a04:49:44.125061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:44.652610 run create_hlr_db(pid=10407): Launched\u000a04:49:44.845083 bus /sierra_2: Setting Powered False\u000a04:49:45.872891 run create_hlr_db(pid=10407): Terminated: ok {rc=0}\u000a04:49:46.336626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10409): Launched\u000a04:49:46.749177 run osmo-hlr_10.42.42.2(pid=10410): Launched\u000a04:49:46.991636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:49:47.624019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10412): Launched\u000a04:49:47.935529 run osmo-stp_10.42.42.5(pid=10413): Launched\u000a04:49:48.048292 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:49:48.615160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10415): Launched\u000a04:49:48.929784 run osmo-msc_10.42.42.6(pid=10416): Launched\u000a04:49:49.111802 run osmo-stp_10.42.42.5(pid=10413): ERR: Terminated: ERROR {rc=1} [trial-2399↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10413)]\u000a04:49:49.243526 run osmo-stp_10.42.42.5(pid=10413): stdout: \u000a| (launched: 2022-12-14_04:49:47.782236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:49.372523 run osmo-stp_10.42.42.5(pid=10413): stderr: \u000a| �[0;m�[38;5;43m20221214044947956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044947956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044947956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044947956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044947957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044947957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044947957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:49.496866 run osmo-stp_10.42.42.5(pid=10413): stdout: \u000a| (launched: 2022-12-14_04:49:47.782236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:49.620284 run osmo-stp_10.42.42.5(pid=10413): stderr: \u000a| �[0;m�[38;5;43m20221214044947956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044947956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044947956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044947956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044947957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044947957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044947957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:49.675101 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10413): Process ended prematurely: osmo-stp_10.42.42.5(pid=10413) [trial-2399↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10413)] [trial-2399↪encryption↪register_a5_1_authreq.py:8]\u000a04:49:49.683504 tst register_a5_1_authreq.py:8: Test FAILED (6.6 sec)\u000a04:49:49.742962 run osmo-hlr_10.42.42.2(pid=10410): ERR: Terminated: ERROR {rc=237} [trial-2399↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10410)]\u000a04:49:49.791655 run osmo-hlr_10.42.42.2(pid=10410): stdout: \u000a| (launched: 2022-12-14_04:49:46.499178) \u000a04:49:49.841020 run osmo-hlr_10.42.42.2(pid=10410): stderr: \u000a| �[0;m�[1;31m20221214044946836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044946836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044946836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044946836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044946836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044946845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044946861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044946879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044946879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044946879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:49.908328 run osmo-msc_10.42.42.6(pid=10416): ERR: Terminated: ERROR {rc=2} [trial-2399↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10416)]\u000a04:49:49.956772 run osmo-msc_10.42.42.6(pid=10416): stdout: \u000a| (launched: 2022-12-14_04:49:48.773064) \u000a04:49:50.006115 run osmo-msc_10.42.42.6(pid=10416): stderr: \u000a| �[0;m�[38;5;43m20221214044949048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044949048 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d5762ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044949048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044949048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044949049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044949049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044949051 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044949051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044949051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044949051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:49:50.047748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10409): Terminating (SIGTERM)\u000a04:49:50.087073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10412): Terminating (SIGTERM)\u000a04:49:50.126560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10415): Terminating (SIGTERM)\u000a04:49:50.135714 --- ParallelTerminationStrategy: PID 10409 died...\u000a04:49:50.188390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10409): Terminated: ok {rc=0}\u000a04:49:50.197937 --- ParallelTerminationStrategy: PID 10412 died...\u000a04:49:50.250338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10412): Terminated: ok {rc=0}\u000a04:49:50.259700 --- ParallelTerminationStrategy: PID 10415 died...\u000a04:49:50.311990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10415): Terminated: ok {rc=0}\u000a04:49:50.400500 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10424): Process ended prematurely: osmo-stp_10.42.42.5(pid=10424) [trial-2399↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10424): Process ended prematurely: osmo-stp_10.42.42.5(pid=10424) [trial-2399↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a04:49:51.512245 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:51.523466 tst encryption: Using 1 x bts (candidates: 1)\u000a04:49:51.657654 tst register_a5_3_authreq.py: using LAC 38662\u000a04:49:51.790964 tst register_a5_3_authreq.py: using RAC 157\u000a04:49:51.926875 tst register_a5_3_authreq.py: using CellId 38662\u000a04:49:52.057303 tst register_a5_3_authreq.py: using BVCI 38663\u000a04:49:52.083379 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:52.094498 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:52.105605 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:52.116435 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:52.127764 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:52.139053 tst encryption: Using 1 x modem (candidates: 1)\u000a04:49:52.433792 tst register_a5_3_authreq.py:8: start network...\u000a04:49:52.562593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:53.059993 run create_hlr_db(pid=10418): Launched\u000a04:49:53.238197 bus /sierra_2: Setting Powered False\u000a04:49:54.260153 run create_hlr_db(pid=10418): Terminated: ok {rc=0}\u000a04:49:54.703411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10420): Launched\u000a04:49:55.039163 run osmo-hlr_10.42.42.2(pid=10421): Launched\u000a04:49:55.165199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:49:55.713845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10423): Launched\u000a04:49:56.025805 run osmo-stp_10.42.42.5(pid=10424): Launched\u000a04:49:56.137774 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:49:56.705690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10426): Launched\u000a04:49:57.017752 run osmo-msc_10.42.42.6(pid=10427): Launched\u000a04:49:57.199435 run osmo-stp_10.42.42.5(pid=10424): ERR: Terminated: ERROR {rc=1} [trial-2399↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)]\u000a04:49:57.331256 run osmo-stp_10.42.42.5(pid=10424): stdout: \u000a| (launched: 2022-12-14_04:49:55.872870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:57.460568 run osmo-stp_10.42.42.5(pid=10424): stderr: \u000a| �[0;m�[38;5;43m20221214044956045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044956046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044956046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044956046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044956047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044956047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044956047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:57.585134 run osmo-stp_10.42.42.5(pid=10424): stdout: \u000a| (launched: 2022-12-14_04:49:55.872870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:57.708602 run osmo-stp_10.42.42.5(pid=10424): stderr: \u000a| �[0;m�[38;5;43m20221214044956045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214044956046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214044956046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214044956046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214044956047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214044956047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214044956047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:57.763741 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10424): Process ended prematurely: osmo-stp_10.42.42.5(pid=10424) [trial-2399↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)] [trial-2399↪encryption↪register_a5_3_authreq.py:8]\u000a04:49:57.772251 tst register_a5_3_authreq.py:8: Test FAILED (6.3 sec)\u000a04:49:57.831407 run osmo-hlr_10.42.42.2(pid=10421): ERR: Terminated: ERROR {rc=237} [trial-2399↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10421)]\u000a04:49:57.880144 run osmo-hlr_10.42.42.2(pid=10421): stdout: \u000a| (launched: 2022-12-14_04:49:54.872667) \u000a04:49:57.929559 run osmo-hlr_10.42.42.2(pid=10421): stderr: \u000a| �[0;m�[1;31m20221214044955072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214044955072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214044955072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044955072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214044955072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214044955073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214044955084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214044955092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214044955093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214044955093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:57.996475 run osmo-msc_10.42.42.6(pid=10427): ERR: Terminated: ERROR {rc=2} [trial-2399↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10427)]\u000a04:49:58.045220 run osmo-msc_10.42.42.6(pid=10427): stdout: \u000a| (launched: 2022-12-14_04:49:56.863772) \u000a04:49:58.094655 run osmo-msc_10.42.42.6(pid=10427): stderr: \u000a| �[0;m�[38;5;43m20221214044957138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214044957138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6b2744c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214044957138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214044957138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214044957138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214044957139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214044957140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214044957141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214044957141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214044957141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:49:58.136305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10420): Terminating (SIGTERM)\u000a04:49:58.175599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10423): Terminating (SIGTERM)\u000a04:49:58.214958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10426): Terminating (SIGTERM)\u000a04:49:58.224005 --- ParallelTerminationStrategy: PID 10420 died...\u000a04:49:58.276808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10420): Terminated: ok {rc=0}\u000a04:49:58.286223 --- ParallelTerminationStrategy: PID 10423 died...\u000a04:49:58.338815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10423): Terminated: ok {rc=0}\u000a04:49:58.348190 --- ParallelTerminationStrategy: PID 10426 died...\u000a04:49:58.400784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10426): Terminated: ok {rc=0}\u000a04:49:58.489363 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:49:26" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=10449): Process ended prematurely: srsepc(pid=10449) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10449)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=10449): Process ended prematurely: srsepc(pid=10449) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a04:50:00.481738 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a04:50:00.527433 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:50:00.543817 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:50:00.567394 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:50:00.716173 tst handover.py: using MSISDN 8518\u000a04:50:00.836481 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8518', subscriber_id=0}\u000a04:50:00.975538 run srsepc_10.42.42.118: Starting srsepc\u000a04:50:02.888600 run rm-remote-dir(pid=10437): Launched\u000a04:50:03.074297 bus /sierra_2: Setting Powered False\u000a04:50:04.097693 run rm-remote-dir(pid=10437): Terminated: ok {rc=0}\u000a04:50:04.552500 run mk-remote-dir(pid=10438): Launched\u000a04:50:05.754235 run mk-remote-dir(pid=10438): Terminated: ok {rc=0}\u000a04:50:06.054068 run scp-inst-to-remote(pid=10439): Launched\u000a04:50:08.254141 run scp-inst-to-remote(pid=10439): Terminated: ok {rc=0}\u000a04:50:08.609904 run rm-remote-dir(pid=10441): Launched\u000a04:50:09.810561 run rm-remote-dir(pid=10441): Terminated: ok {rc=0}\u000a04:50:10.163554 run mk-remote-dir(pid=10442): Launched\u000a04:50:11.365623 run mk-remote-dir(pid=10442): Terminated: ok {rc=0}\u000a04:50:11.664846 run scp-cfg-to-remote(pid=10443): Launched\u000a04:50:12.862923 run scp-cfg-to-remote(pid=10443): Terminated: ok {rc=0}\u000a04:50:13.160913 run scp-db-to-remote(pid=10445): Launched\u000a04:50:14.361031 run scp-db-to-remote(pid=10445): Terminated: ok {rc=0}\u000a04:50:14.484028 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:50:14.826820 run patchelf(pid=10447): Launched\u000a04:50:16.037357 run patchelf(pid=10447): Terminated: ok {rc=0}\u000a04:50:16.154567 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:50:16.587077 run setcap-netadm(pid=10448): Launched\u000a04:50:17.794824 run setcap-netadm(pid=10448): Terminated: ok {rc=0}\u000a04:50:18.131003 run srsepc(pid=10449): Launched\u000a04:50:18.250018 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:50:19.385300 run rm-remote-dir(pid=10450): Launched\u000a04:50:19.574615 run srsepc(pid=10449): ERR: Terminated: ERROR {rc=127} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10449)]\u000a04:50:19.712664 run srsepc(pid=10449): stdout: \u000a| (launched: 2022-12-14_04:50:17.969954)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:19.848697 run srsepc(pid=10449): stderr: \u000a| (launched: 2022-12-14_04:50:18.019344)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:19.981276 run srsepc(pid=10449): stdout: \u000a| (launched: 2022-12-14_04:50:17.969954)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:20.112320 run srsepc(pid=10449): stderr: \u000a| (launched: 2022-12-14_04:50:18.019344)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:20.265136 run rm-remote-dir(pid=10450): Terminating (SIGINT)\u000a04:50:20.443748 run rm-remote-dir(pid=10450): Terminated: ok {rc=0}\u000a04:50:20.476496 tst handover.py:37: ERR: Error: srsepc(pid=10449): Process ended prematurely: srsepc(pid=10449) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10449)] [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a04:50:20.486157 tst handover.py:37: Test FAILED (20.2 sec)\u000a04:50:20.600043 run scp-back-log(pid=10451): Launched\u000a04:50:21.686665 run scp-back-log(pid=10451): ERR: Terminated: ERROR {rc=1} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10451)]\u000a04:50:21.748487 run scp-back-log(pid=10451): stdout: \u000a| (launched: 2022-12-14_04:50:20.527232) \u000a04:50:21.811002 run scp-back-log(pid=10451): stderr: \u000a| (launched: 2022-12-14_04:50:20.546976)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:50:21.863744 tst srsepc_10.42.42.118: Error('scp-back-log(pid=10451): launch_sync(): local process exited with status 1 [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10451)]')\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=10465): Process ended prematurely: srsepc(pid=10465) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10465)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=10465): Process ended prematurely: srsepc(pid=10465) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a04:50:22.042646 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a04:50:22.084783 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:50:22.290922 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a04:50:22.332662 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:50:22.348292 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:50:22.469634 tst iperf3_bidir.py: using MSISDN 8519\u000a04:50:22.577817 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8519', subscriber_id=0}\u000a04:50:22.684466 run srsepc_10.42.42.118: Starting srsepc\u000a04:50:23.331352 run rm-remote-dir(pid=10453): Launched\u000a04:50:24.519493 run rm-remote-dir(pid=10453): Terminated: ok {rc=0}\u000a04:50:24.851152 run mk-remote-dir(pid=10454): Launched\u000a04:50:26.039282 run mk-remote-dir(pid=10454): Terminated: ok {rc=0}\u000a04:50:26.320469 run scp-inst-to-remote(pid=10455): Launched\u000a04:50:28.508664 run scp-inst-to-remote(pid=10455): Terminated: ok {rc=0}\u000a04:50:28.841742 run rm-remote-dir(pid=10457): Launched\u000a04:50:30.041766 run rm-remote-dir(pid=10457): Terminated: ok {rc=0}\u000a04:50:30.396012 run mk-remote-dir(pid=10458): Launched\u000a04:50:31.600755 run mk-remote-dir(pid=10458): Terminated: ok {rc=0}\u000a04:50:31.989988 run scp-cfg-to-remote(pid=10459): Launched\u000a04:50:33.205473 run scp-cfg-to-remote(pid=10459): Terminated: ok {rc=0}\u000a04:50:33.487098 run scp-db-to-remote(pid=10461): Launched\u000a04:50:34.672496 run scp-db-to-remote(pid=10461): Terminated: ok {rc=0}\u000a04:50:34.786557 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:50:35.108670 run patchelf(pid=10463): Launched\u000a04:50:36.295599 run patchelf(pid=10463): Terminated: ok {rc=0}\u000a04:50:36.410168 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:50:36.732888 run setcap-netadm(pid=10464): Launched\u000a04:50:37.919097 run setcap-netadm(pid=10464): Terminated: ok {rc=0}\u000a04:50:38.234715 run srsepc(pid=10465): Launched\u000a04:50:38.343856 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:50:39.479956 run rm-remote-dir(pid=10466): Launched\u000a04:50:39.668675 run srsepc(pid=10465): ERR: Terminated: ERROR {rc=127} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10465)]\u000a04:50:39.806447 run srsepc(pid=10465): stdout: \u000a| (launched: 2022-12-14_04:50:38.082778)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:39.942626 run srsepc(pid=10465): stderr: \u000a| (launched: 2022-12-14_04:50:38.129112)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:40.075178 run srsepc(pid=10465): stdout: \u000a| (launched: 2022-12-14_04:50:38.082778)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:40.206517 run srsepc(pid=10465): stderr: \u000a| (launched: 2022-12-14_04:50:38.129112)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:40.359876 run rm-remote-dir(pid=10466): Terminating (SIGINT)\u000a04:50:40.539467 run rm-remote-dir(pid=10466): Terminated: ok {rc=0}\u000a04:50:40.572581 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=10465): Process ended prematurely: srsepc(pid=10465) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10465)] [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a04:50:40.582595 tst iperf3_bidir.py:42: Test FAILED (18.7 sec)\u000a04:50:40.694608 run scp-back-log(pid=10467): Launched\u000a04:50:41.781140 run scp-back-log(pid=10467): ERR: Terminated: ERROR {rc=1} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10467)]\u000a04:50:41.843024 run scp-back-log(pid=10467): stdout: \u000a| (launched: 2022-12-14_04:50:40.623749) \u000a04:50:41.906333 run scp-back-log(pid=10467): stderr: \u000a| (launched: 2022-12-14_04:50:40.643500)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:50:41.959639 tst srsepc_10.42.42.118: Error('scp-back-log(pid=10467): launch_sync(): local process exited with status 1 [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10467)]')\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=10483): Process ended prematurely: srsepc(pid=10483) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10483)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=10483): Process ended prematurely: srsepc(pid=10483) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a04:50:42.139196 tst iperf3_dl.py:13: Number of physical ue: 1\u000a04:50:42.181437 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:50:42.387676 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a04:50:42.429454 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:50:42.445194 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:50:42.566085 tst iperf3_dl.py: using MSISDN 8520\u000a04:50:42.674453 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8520', subscriber_id=0}\u000a04:50:42.781343 run srsepc_10.42.42.118: Starting srsepc\u000a04:50:43.428430 run rm-remote-dir(pid=10469): Launched\u000a04:50:44.616877 run rm-remote-dir(pid=10469): Terminated: ok {rc=0}\u000a04:50:44.948588 run mk-remote-dir(pid=10470): Launched\u000a04:50:46.139840 run mk-remote-dir(pid=10470): Terminated: ok {rc=0}\u000a04:50:46.483632 run scp-inst-to-remote(pid=10471): Launched\u000a04:50:48.683296 run scp-inst-to-remote(pid=10471): Terminated: ok {rc=0}\u000a04:50:49.036841 run rm-remote-dir(pid=10473): Launched\u000a04:50:50.238676 run rm-remote-dir(pid=10473): Terminated: ok {rc=0}\u000a04:50:50.591968 run mk-remote-dir(pid=10474): Launched\u000a04:50:51.793035 run mk-remote-dir(pid=10474): Terminated: ok {rc=0}\u000a04:50:52.088880 run scp-cfg-to-remote(pid=10477): Launched\u000a04:50:53.274845 run scp-cfg-to-remote(pid=10477): Terminated: ok {rc=0}\u000a04:50:53.554948 run scp-db-to-remote(pid=10479): Launched\u000a04:50:54.752497 run scp-db-to-remote(pid=10479): Terminated: ok {rc=0}\u000a04:50:54.875484 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:50:55.220480 run patchelf(pid=10481): Launched\u000a04:50:56.420824 run patchelf(pid=10481): Terminated: ok {rc=0}\u000a04:50:56.543750 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:50:56.887099 run setcap-netadm(pid=10482): Launched\u000a04:50:58.073547 run setcap-netadm(pid=10482): Terminated: ok {rc=0}\u000a04:50:58.389484 run srsepc(pid=10483): Launched\u000a04:50:58.499134 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:50:59.632119 run rm-remote-dir(pid=10484): Launched\u000a04:50:59.820791 run srsepc(pid=10483): ERR: Terminated: ERROR {rc=127} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10483)]\u000a04:50:59.958591 run srsepc(pid=10483): stdout: \u000a| (launched: 2022-12-14_04:50:58.237266)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:00.094422 run srsepc(pid=10483): stderr: \u000a| (launched: 2022-12-14_04:50:58.283240)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:00.226634 run srsepc(pid=10483): stdout: \u000a| (launched: 2022-12-14_04:50:58.237266)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:00.358177 run srsepc(pid=10483): stderr: \u000a| (launched: 2022-12-14_04:50:58.283240)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:00.510909 run rm-remote-dir(pid=10484): Terminating (SIGINT)\u000a04:51:00.689850 run rm-remote-dir(pid=10484): Terminated: ok {rc=0}\u000a04:51:00.723152 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=10483): Process ended prematurely: srsepc(pid=10483) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10483)] [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a04:51:00.732992 tst iperf3_dl.py:42: Test FAILED (18.7 sec)\u000a04:51:00.850137 run scp-back-log(pid=10485): Launched\u000a04:51:01.967215 run scp-back-log(pid=10485): ERR: Terminated: ERROR {rc=1} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10485)]\u000a04:51:02.044580 run scp-back-log(pid=10485): stdout: \u000a| (launched: 2022-12-14_04:51:00.774031) \u000a04:51:02.123304 run scp-back-log(pid=10485): stderr: \u000a| (launched: 2022-12-14_04:51:00.793828)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:51:02.182724 tst srsepc_10.42.42.118: Error('scp-back-log(pid=10485): launch_sync(): local process exited with status 1 [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10485)]')\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=10499): Process ended prematurely: srsepc(pid=10499) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10499)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=10499): Process ended prematurely: srsepc(pid=10499) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a04:51:02.380597 tst iperf3_ul.py:13: Number of physical ue: 1\u000a04:51:02.426350 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:51:02.647299 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a04:51:02.692468 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:51:02.709112 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:51:02.832861 tst iperf3_ul.py: using MSISDN 8521\u000a04:51:02.941982 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8521', subscriber_id=0}\u000a04:51:03.048930 run srsepc_10.42.42.118: Starting srsepc\u000a04:51:03.698027 run rm-remote-dir(pid=10487): Launched\u000a04:51:04.887279 run rm-remote-dir(pid=10487): Terminated: ok {rc=0}\u000a04:51:05.221809 run mk-remote-dir(pid=10488): Launched\u000a04:51:06.412140 run mk-remote-dir(pid=10488): Terminated: ok {rc=0}\u000a04:51:06.695872 run scp-inst-to-remote(pid=10489): Launched\u000a04:51:08.896298 run scp-inst-to-remote(pid=10489): Terminated: ok {rc=0}\u000a04:51:09.251514 run rm-remote-dir(pid=10491): Launched\u000a04:51:10.454891 run rm-remote-dir(pid=10491): Terminated: ok {rc=0}\u000a04:51:10.811044 run mk-remote-dir(pid=10492): Launched\u000a04:51:12.013337 run mk-remote-dir(pid=10492): Terminated: ok {rc=0}\u000a04:51:12.313795 run scp-cfg-to-remote(pid=10493): Launched\u000a04:51:13.513728 run scp-cfg-to-remote(pid=10493): Terminated: ok {rc=0}\u000a04:51:13.814132 run scp-db-to-remote(pid=10495): Launched\u000a04:51:15.013009 run scp-db-to-remote(pid=10495): Terminated: ok {rc=0}\u000a04:51:15.137153 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:51:15.486205 run patchelf(pid=10497): Launched\u000a04:51:16.690045 run patchelf(pid=10497): Terminated: ok {rc=0}\u000a04:51:16.817938 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:51:17.201424 run setcap-netadm(pid=10498): Launched\u000a04:51:18.403761 run setcap-netadm(pid=10498): Terminated: ok {rc=0}\u000a04:51:18.742748 run srsepc(pid=10499): Launched\u000a04:51:18.860869 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:51:20.070999 run rm-remote-dir(pid=10500): Launched\u000a04:51:20.271437 run srsepc(pid=10499): ERR: Terminated: ERROR {rc=127} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10499)]\u000a04:51:20.418417 run srsepc(pid=10499): stdout: \u000a| (launched: 2022-12-14_04:51:18.580526)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:20.564445 run srsepc(pid=10499): stderr: \u000a| (launched: 2022-12-14_04:51:18.630533)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:20.706064 run srsepc(pid=10499): stdout: \u000a| (launched: 2022-12-14_04:51:18.580526)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:20.846855 run srsepc(pid=10499): stderr: \u000a| (launched: 2022-12-14_04:51:18.630533)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:21.010270 run rm-remote-dir(pid=10500): Terminating (SIGINT)\u000a04:51:21.201512 run rm-remote-dir(pid=10500): Terminated: ok {rc=0}\u000a04:51:21.236440 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=10499): Process ended prematurely: srsepc(pid=10499) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10499)] [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a04:51:21.247003 tst iperf3_ul.py:42: Test FAILED (19.0 sec)\u000a04:51:21.366174 run scp-back-log(pid=10501): Launched\u000a04:51:22.456700 run scp-back-log(pid=10501): ERR: Terminated: ERROR {rc=1} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10501)]\u000a04:51:22.522515 run scp-back-log(pid=10501): stdout: \u000a| (launched: 2022-12-14_04:51:21.290872) \u000a04:51:22.588581 run scp-back-log(pid=10501): stderr: \u000a| (launched: 2022-12-14_04:51:21.311529)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:51:22.644990 tst srsepc_10.42.42.118: Error('scp-back-log(pid=10501): launch_sync(): local process exited with status 1 [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10501)]')\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=10515): Process ended prematurely: srsepc(pid=10515) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10515)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=10515): Process ended prematurely: srsepc(pid=10515) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a04:51:22.659816 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:51:22.677438 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:51:22.701985 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:51:22.854917 tst ping.py: using MSISDN 8522\u000a04:51:22.972543 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8522', subscriber_id=0}\u000a04:51:23.089013 run srsepc_10.42.42.118: Starting srsepc\u000a04:51:23.782673 run rm-remote-dir(pid=10503): Launched\u000a04:51:24.971904 run rm-remote-dir(pid=10503): Terminated: ok {rc=0}\u000a04:51:25.304512 run mk-remote-dir(pid=10504): Launched\u000a04:51:26.493904 run mk-remote-dir(pid=10504): Terminated: ok {rc=0}\u000a04:51:26.776315 run scp-inst-to-remote(pid=10505): Launched\u000a04:51:28.975973 run scp-inst-to-remote(pid=10505): Terminated: ok {rc=0}\u000a04:51:29.330503 run rm-remote-dir(pid=10507): Launched\u000a04:51:30.532683 run rm-remote-dir(pid=10507): Terminated: ok {rc=0}\u000a04:51:30.887847 run mk-remote-dir(pid=10508): Launched\u000a04:51:32.105431 run mk-remote-dir(pid=10508): Terminated: ok {rc=0}\u000a04:51:32.420936 run scp-cfg-to-remote(pid=10509): Launched\u000a04:51:33.619742 run scp-cfg-to-remote(pid=10509): Terminated: ok {rc=0}\u000a04:51:33.917455 run scp-db-to-remote(pid=10511): Launched\u000a04:51:35.115835 run scp-db-to-remote(pid=10511): Terminated: ok {rc=0}\u000a04:51:35.238519 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:51:35.582035 run patchelf(pid=10513): Launched\u000a04:51:36.780671 run patchelf(pid=10513): Terminated: ok {rc=0}\u000a04:51:36.902666 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:51:37.245230 run setcap-netadm(pid=10514): Launched\u000a04:51:38.444805 run setcap-netadm(pid=10514): Terminated: ok {rc=0}\u000a04:51:38.781412 run srsepc(pid=10515): Launched\u000a04:51:38.897968 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:51:40.039352 run rm-remote-dir(pid=10516): Launched\u000a04:51:40.227090 run srsepc(pid=10515): ERR: Terminated: ERROR {rc=127} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10515)]\u000a04:51:40.364201 run srsepc(pid=10515): stdout: \u000a| (launched: 2022-12-14_04:51:38.619933)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:40.500235 run srsepc(pid=10515): stderr: \u000a| (launched: 2022-12-14_04:51:38.669252)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:40.632177 run srsepc(pid=10515): stdout: \u000a| (launched: 2022-12-14_04:51:38.619933)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:40.762435 run srsepc(pid=10515): stderr: \u000a| (launched: 2022-12-14_04:51:38.669252)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:40.915170 run rm-remote-dir(pid=10516): Terminating (SIGINT)\u000a04:51:41.094633 run rm-remote-dir(pid=10516): Terminated: ok {rc=0}\u000a04:51:41.127931 tst ping.py:16: ERR: Error: srsepc(pid=10515): Process ended prematurely: srsepc(pid=10515) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10515)] [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a04:51:41.137835 tst ping.py:16: Test FAILED (18.5 sec)\u000a04:51:41.251906 run scp-back-log(pid=10517): Launched\u000a04:51:42.338001 run scp-back-log(pid=10517): ERR: Terminated: ERROR {rc=1} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10517)]\u000a04:51:42.399687 run scp-back-log(pid=10517): stdout: \u000a| (launched: 2022-12-14_04:51:41.179009) \u000a04:51:42.461327 run scp-back-log(pid=10517): stderr: \u000a| (launched: 2022-12-14_04:51:41.198742)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:51:42.513939 tst srsepc_10.42.42.118: Error('scp-back-log(pid=10517): launch_sync(): local process exited with status 1 [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10517)]')\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=10531): Process ended prematurely: srsepc(pid=10531) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10531)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=10531): Process ended prematurely: srsepc(pid=10531) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a04:51:42.527851 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:51:42.544469 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:51:42.567114 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:51:42.711823 tst rrc_idle_mo_ping.py: using MSISDN 8523\u000a04:51:42.821440 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8523', subscriber_id=0}\u000a04:51:42.929407 run srsepc_10.42.42.118: Starting srsepc\u000a04:51:43.576932 run rm-remote-dir(pid=10519): Launched\u000a04:51:44.766116 run rm-remote-dir(pid=10519): Terminated: ok {rc=0}\u000a04:51:45.102587 run mk-remote-dir(pid=10520): Launched\u000a04:51:46.326426 run mk-remote-dir(pid=10520): Terminated: ok {rc=0}\u000a04:51:46.675600 run scp-inst-to-remote(pid=10521): Launched\u000a04:51:48.864835 run scp-inst-to-remote(pid=10521): Terminated: ok {rc=0}\u000a04:51:49.198194 run rm-remote-dir(pid=10523): Launched\u000a04:51:50.386133 run rm-remote-dir(pid=10523): Terminated: ok {rc=0}\u000a04:51:50.720100 run mk-remote-dir(pid=10524): Launched\u000a04:51:51.909053 run mk-remote-dir(pid=10524): Terminated: ok {rc=0}\u000a04:51:52.190149 run scp-cfg-to-remote(pid=10525): Launched\u000a04:51:53.388021 run scp-cfg-to-remote(pid=10525): Terminated: ok {rc=0}\u000a04:51:53.687212 run scp-db-to-remote(pid=10527): Launched\u000a04:51:54.887063 run scp-db-to-remote(pid=10527): Terminated: ok {rc=0}\u000a04:51:55.009978 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:51:55.354790 run patchelf(pid=10529): Launched\u000a04:51:56.554622 run patchelf(pid=10529): Terminated: ok {rc=0}\u000a04:51:56.677824 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:51:57.022553 run setcap-netadm(pid=10530): Launched\u000a04:51:58.222554 run setcap-netadm(pid=10530): Terminated: ok {rc=0}\u000a04:51:58.559565 run srsepc(pid=10531): Launched\u000a04:51:58.677253 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:51:59.880244 run rm-remote-dir(pid=10532): Launched\u000a04:52:00.080042 run srsepc(pid=10531): ERR: Terminated: ERROR {rc=127} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10531)]\u000a04:52:00.225549 run srsepc(pid=10531): stdout: \u000a| (launched: 2022-12-14_04:51:58.397995)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:52:00.370640 run srsepc(pid=10531): stderr: \u000a| (launched: 2022-12-14_04:51:58.447437)\u000a| Connection to 10.42.42.116 closed. \u000a04:52:00.511770 run srsepc(pid=10531): stdout: \u000a| (launched: 2022-12-14_04:51:58.397995)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:52:00.651474 run srsepc(pid=10531): stderr: \u000a| (launched: 2022-12-14_04:51:58.447437)\u000a| Connection to 10.42.42.116 closed. \u000a04:52:00.815080 run rm-remote-dir(pid=10532): Terminating (SIGINT)\u000a04:52:01.009821 run rm-remote-dir(pid=10532): Terminated: ok {rc=0}\u000a04:52:01.046286 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=10531): Process ended prematurely: srsepc(pid=10531) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10531)] [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a04:52:01.057694 tst rrc_idle_mo_ping.py:16: Test FAILED (18.5 sec)\u000a04:52:01.180228 run scp-back-log(pid=10533): Launched\u000a04:52:02.294437 run scp-back-log(pid=10533): ERR: Terminated: ERROR {rc=1} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10533)]\u000a04:52:02.362763 run scp-back-log(pid=10533): stdout: \u000a| (launched: 2022-12-14_04:52:01.103603) \u000a04:52:02.429167 run scp-back-log(pid=10533): stderr: \u000a| (launched: 2022-12-14_04:52:01.124629)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:52:02.485495 tst srsepc_10.42.42.118: Error('scp-back-log(pid=10533): launch_sync(): local process exited with status 1 [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10533)]')\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=10547): Process ended prematurely: srsepc(pid=10547) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10547)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=10547): Process ended prematurely: srsepc(pid=10547) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a04:52:02.500907 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:52:02.518871 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:52:02.543449 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:52:02.700104 tst rrc_idle_mt_ping.py: using MSISDN 8524\u000a04:52:02.817700 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8524', subscriber_id=0}\u000a04:52:02.933151 run srsepc_10.42.42.118: Starting srsepc\u000a04:52:03.623256 run rm-remote-dir(pid=10535): Launched\u000a04:52:04.824749 run rm-remote-dir(pid=10535): Terminated: ok {rc=0}\u000a04:52:05.177154 run mk-remote-dir(pid=10536): Launched\u000a04:52:06.377989 run mk-remote-dir(pid=10536): Terminated: ok {rc=0}\u000a04:52:06.677297 run scp-inst-to-remote(pid=10537): Launched\u000a04:52:08.867946 run scp-inst-to-remote(pid=10537): Terminated: ok {rc=0}\u000a04:52:09.199558 run rm-remote-dir(pid=10539): Launched\u000a04:52:10.387523 run rm-remote-dir(pid=10539): Terminated: ok {rc=0}\u000a04:52:10.719439 run mk-remote-dir(pid=10540): Launched\u000a04:52:11.908572 run mk-remote-dir(pid=10540): Terminated: ok {rc=0}\u000a04:52:12.189180 run scp-cfg-to-remote(pid=10541): Launched\u000a04:52:13.374973 run scp-cfg-to-remote(pid=10541): Terminated: ok {rc=0}\u000a04:52:13.655368 run scp-db-to-remote(pid=10543): Launched\u000a04:52:14.841857 run scp-db-to-remote(pid=10543): Terminated: ok {rc=0}\u000a04:52:14.956129 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:52:15.279105 run patchelf(pid=10545): Launched\u000a04:52:16.478678 run patchelf(pid=10545): Terminated: ok {rc=0}\u000a04:52:16.595466 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:52:16.985106 run setcap-netadm(pid=10546): Launched\u000a04:52:18.173605 run setcap-netadm(pid=10546): Terminated: ok {rc=0}\u000a04:52:18.501301 run srsepc(pid=10547): Launched\u000a04:52:18.618729 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:52:19.826632 run rm-remote-dir(pid=10548): Launched\u000a04:52:20.026645 run srsepc(pid=10547): ERR: Terminated: ERROR {rc=127} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10547)]\u000a04:52:20.172888 run srsepc(pid=10547): stdout: \u000a| (launched: 2022-12-14_04:52:18.337065)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:52:20.318799 run srsepc(pid=10547): stderr: \u000a| (launched: 2022-12-14_04:52:18.383825)\u000a| Connection to 10.42.42.116 closed. \u000a04:52:20.460621 run srsepc(pid=10547): stdout: \u000a| (launched: 2022-12-14_04:52:18.337065)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:52:20.601202 run srsepc(pid=10547): stderr: \u000a| (launched: 2022-12-14_04:52:18.383825)\u000a| Connection to 10.42.42.116 closed. \u000a04:52:20.764425 run rm-remote-dir(pid=10548): Terminating (SIGINT)\u000a04:52:20.956274 run rm-remote-dir(pid=10548): Terminated: ok {rc=0}\u000a04:52:20.991645 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=10547): Process ended prematurely: srsepc(pid=10547) [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=10547)] [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a04:52:21.002324 tst rrc_idle_mt_ping.py:16: Test FAILED (18.5 sec)\u000a04:52:21.122098 run scp-back-log(pid=10549): Launched\u000a04:52:22.213596 run scp-back-log(pid=10549): ERR: Terminated: ERROR {rc=1} [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10549)]\u000a04:52:22.279587 run scp-back-log(pid=10549): stdout: \u000a| (launched: 2022-12-14_04:52:21.046373) \u000a04:52:22.346089 run scp-back-log(pid=10549): stderr: \u000a| (launched: 2022-12-14_04:52:21.067276)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:52:22.402877 tst srsepc_10.42.42.118: Error('scp-back-log(pid=10549): launch_sync(): local process exited with status 1 [trial-2399↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=10549)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:50:00" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10562): Process ended prematurely: osmo-stp_10.42.42.5(pid=10562) [trial-2399↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10562)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10562): Process ended prematurely: osmo-stp_10.42.42.5(pid=10562) [trial-2399↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a04:52:23.261029 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:52:23.272317 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a04:52:23.409956 tst handover.py: using LAC 38663\u000a04:52:23.538225 tst handover.py: using RAC 158\u000a04:52:23.668814 tst handover.py: using CellId 38663\u000a04:52:23.798441 tst handover.py: using BVCI 38664\u000a04:52:23.823189 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a04:52:23.955367 tst handover.py: using LAC 38664\u000a04:52:24.083420 tst handover.py: using RAC 159\u000a04:52:24.213360 tst handover.py: using CellId 38664\u000a04:52:24.343153 tst handover.py: using BVCI 38665\u000a04:52:24.367967 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:52:24.379315 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:52:24.390432 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:52:24.402056 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:52:24.413576 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:52:24.424827 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a04:52:24.543079 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a04:52:24.755191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:52:25.278089 run create_hlr_db(pid=10556): Launched\u000a04:52:26.469804 run create_hlr_db(pid=10556): Terminated: ok {rc=0}\u000a04:52:26.806875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10558): Launched\u000a04:52:27.134577 run osmo-hlr_10.42.42.2(pid=10559): Launched\u000a04:52:27.252835 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:52:27.819570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10561): Launched\u000a04:52:28.146628 run osmo-stp_10.42.42.5(pid=10562): Launched\u000a04:52:28.263825 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:52:28.862637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10564): Launched\u000a04:52:29.191038 run osmo-msc_10.42.42.6(pid=10565): Launched\u000a04:52:29.382813 run osmo-stp_10.42.42.5(pid=10562): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10562)]\u000a04:52:29.522103 run osmo-stp_10.42.42.5(pid=10562): stdout: \u000a| (launched: 2022-12-14_04:52:27.985144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:29.659826 run osmo-stp_10.42.42.5(pid=10562): stderr: \u000a| �[0;m�[38;5;43m20221214045228179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045228179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045228179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045228180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045228180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045228180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045228180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:29.790686 run osmo-stp_10.42.42.5(pid=10562): stdout: \u000a| (launched: 2022-12-14_04:52:27.985144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:29.920301 run osmo-stp_10.42.42.5(pid=10562): stderr: \u000a| �[0;m�[38;5;43m20221214045228179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045228179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045228179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045228180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045228180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045228180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045228180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:29.977109 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=10562): Process ended prematurely: osmo-stp_10.42.42.5(pid=10562) [trial-2399↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10562)] [trial-2399↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a04:52:29.985714 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:52:30.048025 run osmo-hlr_10.42.42.2(pid=10559): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10559)]\u000a04:52:30.099377 run osmo-hlr_10.42.42.2(pid=10559): stdout: \u000a| (launched: 2022-12-14_04:52:26.972810) \u000a04:52:30.151663 run osmo-hlr_10.42.42.2(pid=10559): stderr: \u000a| �[0;m�[1;31m20221214045227172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045227173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045227173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045227173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045227173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045227173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045227185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045227193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045227193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045227193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:52:30.222461 run osmo-msc_10.42.42.6(pid=10565): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10565)]\u000a04:52:30.273884 run osmo-msc_10.42.42.6(pid=10565): stdout: \u000a| (launched: 2022-12-14_04:52:29.028833) \u000a04:52:30.325684 run osmo-msc_10.42.42.6(pid=10565): stderr: \u000a| �[0;m�[38;5;43m20221214045229350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045229351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c5923fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045229351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045229351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045229351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045229351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045229353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045229353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045229353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045229353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:52:30.370024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10558): Terminating (SIGTERM)\u000a04:52:30.411861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10561): Terminating (SIGTERM)\u000a04:52:30.453692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10564): Terminating (SIGTERM)\u000a04:52:30.463307 --- ParallelTerminationStrategy: PID 10558 died...\u000a04:52:30.519117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10558): Terminated: ok {rc=0}\u000a04:52:30.529250 --- ParallelTerminationStrategy: PID 10561 died...\u000a04:52:30.584661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10561): Terminated: ok {rc=0}\u000a04:52:30.594650 --- ParallelTerminationStrategy: PID 10564 died...\u000a04:52:30.650378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10564): Terminated: ok {rc=0}\u000a04:52:30.738239 bus /sierra_3: Setting Powered False\u000a04:52:31.857436 bus /sierra_3: Setting Powered False\u000a04:52:32.968398 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:52:23" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10577): Process ended prematurely: osmo-stp_10.42.42.5(pid=10577) [trial-2399↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10577)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10577): Process ended prematurely: osmo-stp_10.42.42.5(pid=10577) [trial-2399↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a04:52:34.936631 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:34.947641 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a04:52:35.072803 tst handover.py: using LAC 38665\u000a04:52:35.192189 tst handover.py: using RAC 160\u000a04:52:35.313273 tst handover.py: using CellId 38665\u000a04:52:35.444444 tst handover.py: using BVCI 38666\u000a04:52:35.469697 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a04:52:35.593996 tst handover.py: using LAC 38666\u000a04:52:35.712234 tst handover.py: using RAC 161\u000a04:52:35.832184 tst handover.py: using CellId 38666\u000a04:52:35.950137 tst handover.py: using BVCI 38667\u000a04:52:35.973335 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:35.984053 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:35.994670 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:36.005381 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:36.016248 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:36.027291 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a04:52:36.148639 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a04:52:36.350530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:52:36.805647 run create_hlr_db(pid=10571): Launched\u000a04:52:36.929509 bus /sierra_2: Setting Powered False\u000a04:52:38.002412 run create_hlr_db(pid=10571): Terminated: ok {rc=0}\u000a04:52:38.411170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10573): Launched\u000a04:52:38.739628 run osmo-hlr_10.42.42.2(pid=10574): Launched\u000a04:52:38.863293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:52:39.411077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10576): Launched\u000a04:52:39.739837 run osmo-stp_10.42.42.5(pid=10577): Launched\u000a04:52:39.857234 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:52:40.431065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10579): Launched\u000a04:52:40.760355 run osmo-msc_10.42.42.6(pid=10580): Launched\u000a04:52:40.952787 run osmo-stp_10.42.42.5(pid=10577): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10577)]\u000a04:52:41.091998 run osmo-stp_10.42.42.5(pid=10577): stdout: \u000a| (launched: 2022-12-14_04:52:39.577468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:41.229254 run osmo-stp_10.42.42.5(pid=10577): stderr: \u000a| �[0;m�[38;5;43m20221214045239774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045239774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045239774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045239775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045239775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045239775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045239775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:41.360737 run osmo-stp_10.42.42.5(pid=10577): stdout: \u000a| (launched: 2022-12-14_04:52:39.577468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:41.491264 run osmo-stp_10.42.42.5(pid=10577): stderr: \u000a| �[0;m�[38;5;43m20221214045239774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045239774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045239774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045239775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045239775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045239775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045239775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:41.548402 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=10577): Process ended prematurely: osmo-stp_10.42.42.5(pid=10577) [trial-2399↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10577)] [trial-2399↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a04:52:41.557309 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:52:41.619591 run osmo-hlr_10.42.42.2(pid=10574): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10574)]\u000a04:52:41.671036 run osmo-hlr_10.42.42.2(pid=10574): stdout: \u000a| (launched: 2022-12-14_04:52:38.577884) \u000a04:52:41.723154 run osmo-hlr_10.42.42.2(pid=10574): stderr: \u000a| �[0;m�[1;31m20221214045238777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045238777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045238777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045238777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045238777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045238777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045238790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045238798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045238798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045238798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:52:41.793497 run osmo-msc_10.42.42.6(pid=10580): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10580)]\u000a04:52:41.844387 run osmo-msc_10.42.42.6(pid=10580): stdout: \u000a| (launched: 2022-12-14_04:52:40.597912) \u000a04:52:41.896098 run osmo-msc_10.42.42.6(pid=10580): stderr: \u000a| �[0;m�[38;5;43m20221214045240921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045240921 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f104a040c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045240921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045240921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045240921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045240921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045240923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045240923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045240924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045240924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:52:41.939948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10573): Terminating (SIGTERM)\u000a04:52:41.981465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10576): Terminating (SIGTERM)\u000a04:52:42.023476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10579): Terminating (SIGTERM)\u000a04:52:42.033221 --- ParallelTerminationStrategy: PID 10573 died...\u000a04:52:42.089135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10573): Terminated: ok {rc=0}\u000a04:52:42.099117 --- ParallelTerminationStrategy: PID 10576 died...\u000a04:52:42.154275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10576): Terminated: ok {rc=0}\u000a04:52:42.164101 --- ParallelTerminationStrategy: PID 10579 died...\u000a04:52:42.219398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10579): Terminated: ok {rc=0}\u000a04:52:42.305774 bus /sierra_3: Setting Powered False\u000a04:52:43.411920 bus /sierra_3: Setting Powered False\u000a04:52:44.519663 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:52:34" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10591): Process ended prematurely: osmo-stp_10.42.42.5(pid=10591) [trial-2399↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10591)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10591): Process ended prematurely: osmo-stp_10.42.42.5(pid=10591) [trial-2399↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a04:52:46.539678 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:52:46.553565 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:52:46.688006 tst handover.py: using LAC 38667\u000a04:52:46.809071 tst handover.py: using RAC 162\u000a04:52:46.965053 tst handover.py: using CellId 38667\u000a04:52:47.108839 tst handover.py: using BVCI 38668\u000a04:52:47.135054 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:52:47.281888 tst handover.py: using LAC 38668\u000a04:52:47.410393 tst handover.py: using RAC 163\u000a04:52:47.539123 tst handover.py: using CellId 38668\u000a04:52:47.665211 tst handover.py: using BVCI 38669\u000a04:52:47.690041 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:52:47.701291 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:52:47.712357 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:52:47.723381 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:52:47.735081 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:52:47.746638 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:52:47.864189 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:52:48.076438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:52:48.570497 run create_hlr_db(pid=10585): Launched\u000a04:52:48.703574 bus /sierra_2: Setting Powered False\u000a04:52:49.779783 run create_hlr_db(pid=10585): Terminated: ok {rc=0}\u000a04:52:50.164386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10587): Launched\u000a04:52:50.471532 run osmo-hlr_10.42.42.2(pid=10588): Launched\u000a04:52:50.589265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:52:51.095290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10590): Launched\u000a04:52:51.402846 run osmo-stp_10.42.42.5(pid=10591): Launched\u000a04:52:51.514364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:52:52.084287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10593): Launched\u000a04:52:52.413540 run osmo-msc_10.42.42.6(pid=10594): Launched\u000a04:52:52.605857 run osmo-stp_10.42.42.5(pid=10591): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10591)]\u000a04:52:52.743333 run osmo-stp_10.42.42.5(pid=10591): stdout: \u000a| (launched: 2022-12-14_04:52:51.250682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:52.880441 run osmo-stp_10.42.42.5(pid=10591): stderr: \u000a| �[0;m�[38;5;43m20221214045251422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045251422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045251422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045251423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045251423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045251423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045251423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:53.011525 run osmo-stp_10.42.42.5(pid=10591): stdout: \u000a| (launched: 2022-12-14_04:52:51.250682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:53.141351 run osmo-stp_10.42.42.5(pid=10591): stderr: \u000a| �[0;m�[38;5;43m20221214045251422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045251422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045251422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045251423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045251423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045251423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045251423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:53.198532 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=10591): Process ended prematurely: osmo-stp_10.42.42.5(pid=10591) [trial-2399↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10591)] [trial-2399↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a04:52:53.207227 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:52:53.269653 run osmo-hlr_10.42.42.2(pid=10588): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10588)]\u000a04:52:53.320929 run osmo-hlr_10.42.42.2(pid=10588): stdout: \u000a| (launched: 2022-12-14_04:52:50.319622) \u000a04:52:53.372817 run osmo-hlr_10.42.42.2(pid=10588): stderr: \u000a| �[0;m�[1;31m20221214045250495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045250495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045250495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045250495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045250495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045250495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045250508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045250518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045250518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045250518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:52:53.443803 run osmo-msc_10.42.42.6(pid=10594): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10594)]\u000a04:52:53.495089 run osmo-msc_10.42.42.6(pid=10594): stdout: \u000a| (launched: 2022-12-14_04:52:52.250450) \u000a04:52:53.546891 run osmo-msc_10.42.42.6(pid=10594): stderr: \u000a| �[0;m�[38;5;43m20221214045252572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045252572 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b50170c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045252573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045252573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045252573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045252573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045252575 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045252575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045252575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045252575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:52:53.590781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10587): Terminating (SIGTERM)\u000a04:52:53.632327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10590): Terminating (SIGTERM)\u000a04:52:53.674062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10593): Terminating (SIGTERM)\u000a04:52:53.683788 --- ParallelTerminationStrategy: PID 10587 died...\u000a04:52:53.739861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10587): Terminated: ok {rc=0}\u000a04:52:53.750124 --- ParallelTerminationStrategy: PID 10590 died...\u000a04:52:53.806098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10590): Terminated: ok {rc=0}\u000a04:52:53.816140 --- ParallelTerminationStrategy: PID 10593 died...\u000a04:52:53.872046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10593): Terminated: ok {rc=0}\u000a04:52:53.959318 bus /sierra_3: Setting Powered False\u000a04:52:55.065915 bus /sierra_3: Setting Powered False\u000a04:52:56.179066 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:52:46" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10605): Process ended prematurely: osmo-stp_10.42.42.5(pid=10605) [trial-2399↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10605)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10605): Process ended prematurely: osmo-stp_10.42.42.5(pid=10605) [trial-2399↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a04:52:58.181485 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:52:58.192550 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:52:58.323654 tst handover.py: using LAC 38669\u000a04:52:58.456541 tst handover.py: using RAC 164\u000a04:52:58.582768 tst handover.py: using CellId 38669\u000a04:52:58.725730 tst handover.py: using BVCI 38670\u000a04:52:58.750493 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:52:58.896527 tst handover.py: using LAC 38670\u000a04:52:59.022735 tst handover.py: using RAC 165\u000a04:52:59.149166 tst handover.py: using CellId 38670\u000a04:52:59.275211 tst handover.py: using BVCI 38671\u000a04:52:59.300085 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:52:59.311859 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:52:59.323251 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:52:59.334584 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:52:59.351265 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:52:59.363601 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:52:59.480731 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:52:59.682440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:00.138627 run create_hlr_db(pid=10599): Launched\u000a04:53:00.262839 bus /sierra_2: Setting Powered False\u000a04:53:01.340128 run create_hlr_db(pid=10599): Terminated: ok {rc=0}\u000a04:53:01.742742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10601): Launched\u000a04:53:02.155026 run osmo-hlr_10.42.42.2(pid=10602): Launched\u000a04:53:02.283792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:02.827068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10604): Launched\u000a04:53:03.155334 run osmo-stp_10.42.42.5(pid=10605): Launched\u000a04:53:03.274639 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:03.849552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10607): Launched\u000a04:53:04.176644 run osmo-msc_10.42.42.6(pid=10608): Launched\u000a04:53:04.368534 run osmo-stp_10.42.42.5(pid=10605): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10605)]\u000a04:53:04.507819 run osmo-stp_10.42.42.5(pid=10605): stdout: \u000a| (launched: 2022-12-14_04:53:02.992855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:04.645203 run osmo-stp_10.42.42.5(pid=10605): stderr: \u000a| �[0;m�[38;5;43m20221214045303188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045303188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045303188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045303188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045303189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045303189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045303189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:04.776183 run osmo-stp_10.42.42.5(pid=10605): stdout: \u000a| (launched: 2022-12-14_04:53:02.992855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:04.906079 run osmo-stp_10.42.42.5(pid=10605): stderr: \u000a| �[0;m�[38;5;43m20221214045303188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045303188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045303188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045303188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045303189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045303189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045303189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:04.962975 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=10605): Process ended prematurely: osmo-stp_10.42.42.5(pid=10605) [trial-2399↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10605)] [trial-2399↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a04:53:04.971605 tst handover.py:18: Test FAILED (6.8 sec)\u000a04:53:05.034071 run osmo-hlr_10.42.42.2(pid=10602): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10602)]\u000a04:53:05.085253 run osmo-hlr_10.42.42.2(pid=10602): stdout: \u000a| (launched: 2022-12-14_04:53:01.902253) \u000a04:53:05.137110 run osmo-hlr_10.42.42.2(pid=10602): stderr: \u000a| �[0;m�[1;31m20221214045302219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045302219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045302219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045302219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045302219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045302219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045302276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045302285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045302285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045302285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:05.207539 run osmo-msc_10.42.42.6(pid=10608): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10608)]\u000a04:53:05.259242 run osmo-msc_10.42.42.6(pid=10608): stdout: \u000a| (launched: 2022-12-14_04:53:04.015908) \u000a04:53:05.311127 run osmo-msc_10.42.42.6(pid=10608): stderr: \u000a| �[0;m�[38;5;43m20221214045304338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045304338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2311d6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045304338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045304338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045304338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045304339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045304340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045304341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045304341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045304341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:05.355113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10601): Terminating (SIGTERM)\u000a04:53:05.396891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10604): Terminating (SIGTERM)\u000a04:53:05.439448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10607): Terminating (SIGTERM)\u000a04:53:05.449102 --- ParallelTerminationStrategy: PID 10601 died...\u000a04:53:05.505395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10601): Terminated: ok {rc=0}\u000a04:53:05.515427 --- ParallelTerminationStrategy: PID 10604 died...\u000a04:53:05.570798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10604): Terminated: ok {rc=0}\u000a04:53:05.580723 --- ParallelTerminationStrategy: PID 10607 died...\u000a04:53:05.636067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10607): Terminated: ok {rc=0}\u000a04:53:05.722923 bus /sierra_3: Setting Powered False\u000a04:53:06.823752 bus /sierra_3: Setting Powered False\u000a04:53:07.934723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:52:57" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10619): Process ended prematurely: osmo-stp_10.42.42.5(pid=10619) [trial-2399↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10619)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10619): Process ended prematurely: osmo-stp_10.42.42.5(pid=10619) [trial-2399↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:53:09.943846 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:09.955082 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:53:10.081420 tst handover.py: using LAC 38671\u000a04:53:10.210352 tst handover.py: using RAC 166\u000a04:53:10.338784 tst handover.py: using CellId 38671\u000a04:53:10.469000 tst handover.py: using BVCI 38672\u000a04:53:10.493885 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:53:10.641488 tst handover.py: using LAC 38672\u000a04:53:10.772074 tst handover.py: using RAC 167\u000a04:53:10.901698 tst handover.py: using CellId 38672\u000a04:53:11.031991 tst handover.py: using BVCI 38673\u000a04:53:11.057208 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:11.068457 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:11.079680 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:11.091008 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:11.102814 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:11.114548 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:53:11.234113 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:53:11.447551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:11.944193 run create_hlr_db(pid=10613): Launched\u000a04:53:12.077124 bus /sierra_2: Setting Powered False\u000a04:53:13.154044 run create_hlr_db(pid=10613): Terminated: ok {rc=0}\u000a04:53:13.562016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10615): Launched\u000a04:53:13.888359 run osmo-hlr_10.42.42.2(pid=10616): Launched\u000a04:53:14.010575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:14.549422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10618): Launched\u000a04:53:14.878468 run osmo-stp_10.42.42.5(pid=10619): Launched\u000a04:53:14.996777 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:15.570361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10621): Launched\u000a04:53:15.943446 run osmo-msc_10.42.42.6(pid=10622): Launched\u000a04:53:16.360143 run osmo-stp_10.42.42.5(pid=10619): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10619)]\u000a04:53:16.623990 run osmo-stp_10.42.42.5(pid=10619): stdout: \u000a| (launched: 2022-12-14_04:53:14.717092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:16.758746 run osmo-stp_10.42.42.5(pid=10619): stderr: \u000a| �[0;m�[38;5;43m20221214045314911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045314911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045314911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045314912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045314912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045314912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045314913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:16.887009 run osmo-stp_10.42.42.5(pid=10619): stdout: \u000a| (launched: 2022-12-14_04:53:14.717092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:17.013848 run osmo-stp_10.42.42.5(pid=10619): stderr: \u000a| �[0;m�[38;5;43m20221214045314911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045314911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045314911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045314912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045314912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045314912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045314913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:17.069270 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=10619): Process ended prematurely: osmo-stp_10.42.42.5(pid=10619) [trial-2399↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10619)] [trial-2399↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:53:17.079403 tst handover.py:18: Test FAILED (7.1 sec)\u000a04:53:17.143813 run osmo-hlr_10.42.42.2(pid=10616): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10616)]\u000a04:53:17.195567 run osmo-hlr_10.42.42.2(pid=10616): stdout: \u000a| (launched: 2022-12-14_04:53:13.727477) \u000a04:53:17.247812 run osmo-hlr_10.42.42.2(pid=10616): stderr: \u000a| �[0;m�[1;31m20221214045313926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045313926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045313926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045313926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045313926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045313926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045313939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045313947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045313947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045313947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:17.317885 run osmo-msc_10.42.42.6(pid=10622): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10622)]\u000a04:53:17.371914 run osmo-msc_10.42.42.6(pid=10622): stdout: \u000a| (launched: 2022-12-14_04:53:15.736734) \u000a04:53:17.424310 run osmo-msc_10.42.42.6(pid=10622): stderr: \u000a| �[0;m�[38;5;43m20221214045316192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045316192 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec36207c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045316192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045316192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045316193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045316193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045316194 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045316195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045316195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045316195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:17.468712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10615): Terminating (SIGTERM)\u000a04:53:17.510557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10618): Terminating (SIGTERM)\u000a04:53:17.552244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10621): Terminating (SIGTERM)\u000a04:53:17.561953 --- ParallelTerminationStrategy: PID 10615 died...\u000a04:53:17.617830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10615): Terminated: ok {rc=0}\u000a04:53:17.627878 --- ParallelTerminationStrategy: PID 10618 died...\u000a04:53:17.683485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10618): Terminated: ok {rc=0}\u000a04:53:17.693941 --- ParallelTerminationStrategy: PID 10621 died...\u000a04:53:17.749631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10621): Terminated: ok {rc=0}\u000a04:53:17.835998 bus /sierra_3: Setting Powered False\u000a04:53:18.941609 bus /sierra_3: Setting Powered False\u000a04:53:20.049122 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:53:09" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10633): Process ended prematurely: osmo-stp_10.42.42.5(pid=10633) [trial-2399↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10633)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10633): Process ended prematurely: osmo-stp_10.42.42.5(pid=10633) [trial-2399↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:53:22.033711 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:22.044545 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:53:22.174241 tst handover.py: using LAC 38673\u000a04:53:22.303278 tst handover.py: using RAC 168\u000a04:53:22.433880 tst handover.py: using CellId 38673\u000a04:53:22.563563 tst handover.py: using BVCI 38674\u000a04:53:22.588411 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:53:22.717246 tst handover.py: using LAC 38674\u000a04:53:22.845203 tst handover.py: using RAC 169\u000a04:53:22.970433 tst handover.py: using CellId 38674\u000a04:53:23.097319 tst handover.py: using BVCI 38675\u000a04:53:23.120720 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:23.131683 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:23.142540 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:23.153294 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:23.165140 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:23.176708 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:53:23.300285 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:53:23.505286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:23.962603 run create_hlr_db(pid=10627): Launched\u000a04:53:24.087171 bus /sierra_2: Setting Powered False\u000a04:53:25.159358 run create_hlr_db(pid=10627): Terminated: ok {rc=0}\u000a04:53:25.568114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10629): Launched\u000a04:53:25.914890 run osmo-hlr_10.42.42.2(pid=10630): Launched\u000a04:53:26.037888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:26.581858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10632): Launched\u000a04:53:26.908646 run osmo-stp_10.42.42.5(pid=10633): Launched\u000a04:53:27.026756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:27.598650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10635): Launched\u000a04:53:27.926456 run osmo-msc_10.42.42.6(pid=10636): Launched\u000a04:53:28.117747 run osmo-stp_10.42.42.5(pid=10633): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10633)]\u000a04:53:28.255761 run osmo-stp_10.42.42.5(pid=10633): stdout: \u000a| (launched: 2022-12-14_04:53:26.747652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:28.393901 run osmo-stp_10.42.42.5(pid=10633): stderr: \u000a| �[0;m�[38;5;43m20221214045326942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045326942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045326942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045326943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045326943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045326943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045326943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:28.526024 run osmo-stp_10.42.42.5(pid=10633): stdout: \u000a| (launched: 2022-12-14_04:53:26.747652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:28.656566 run osmo-stp_10.42.42.5(pid=10633): stderr: \u000a| �[0;m�[38;5;43m20221214045326942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045326942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045326942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045326943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045326943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045326943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045326943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:28.713912 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=10633): Process ended prematurely: osmo-stp_10.42.42.5(pid=10633) [trial-2399↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10633)] [trial-2399↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a04:53:28.722698 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:53:28.785224 run osmo-hlr_10.42.42.2(pid=10630): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10630)]\u000a04:53:28.836298 run osmo-hlr_10.42.42.2(pid=10630): stdout: \u000a| (launched: 2022-12-14_04:53:25.733598) \u000a04:53:28.888217 run osmo-hlr_10.42.42.2(pid=10630): stderr: \u000a| �[0;m�[1;31m20221214045325944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045325944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045325944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045325944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045325945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045325945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045325957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045325967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045325967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045325967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:28.959301 run osmo-msc_10.42.42.6(pid=10636): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10636)]\u000a04:53:29.010570 run osmo-msc_10.42.42.6(pid=10636): stdout: \u000a| (launched: 2022-12-14_04:53:27.764751) \u000a04:53:29.062502 run osmo-msc_10.42.42.6(pid=10636): stderr: \u000a| �[0;m�[38;5;43m20221214045328086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045328086 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7facb5373c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045328086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045328087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045328087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045328087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045328088 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045328089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045328089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045328089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:29.106661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10629): Terminating (SIGTERM)\u000a04:53:29.147958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10632): Terminating (SIGTERM)\u000a04:53:29.189617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10635): Terminating (SIGTERM)\u000a04:53:29.199169 --- ParallelTerminationStrategy: PID 10629 died...\u000a04:53:29.255124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10629): Terminated: ok {rc=0}\u000a04:53:29.265305 --- ParallelTerminationStrategy: PID 10632 died...\u000a04:53:29.320939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10632): Terminated: ok {rc=0}\u000a04:53:29.331244 --- ParallelTerminationStrategy: PID 10635 died...\u000a04:53:29.387081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10635): Terminated: ok {rc=0}\u000a04:53:29.476383 bus /sierra_3: Setting Powered False\u000a04:53:30.583559 bus /sierra_3: Setting Powered False\u000a04:53:31.698077 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:53:21" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10647): Process ended prematurely: osmo-stp_10.42.42.5(pid=10647) [trial-2399↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10647)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10647): Process ended prematurely: osmo-stp_10.42.42.5(pid=10647) [trial-2399↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:53:33.697453 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:33.708843 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:53:33.840242 tst handover.py: using LAC 38675\u000a04:53:33.961980 tst handover.py: using RAC 170\u000a04:53:34.080222 tst handover.py: using CellId 38675\u000a04:53:34.200156 tst handover.py: using BVCI 38676\u000a04:53:34.223474 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:53:34.356842 tst handover.py: using LAC 38676\u000a04:53:34.476696 tst handover.py: using RAC 171\u000a04:53:34.596525 tst handover.py: using CellId 38676\u000a04:53:34.716731 tst handover.py: using BVCI 38677\u000a04:53:34.739856 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:34.750834 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:34.761820 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:34.772334 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:34.783500 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:34.794700 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:53:34.910775 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:53:35.111106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:35.566596 run create_hlr_db(pid=10641): Launched\u000a04:53:35.691274 bus /sierra_2: Setting Powered False\u000a04:53:36.764023 run create_hlr_db(pid=10641): Terminated: ok {rc=0}\u000a04:53:37.147542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10643): Launched\u000a04:53:37.455643 run osmo-hlr_10.42.42.2(pid=10644): Launched\u000a04:53:37.573637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:38.079881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10646): Launched\u000a04:53:38.387647 run osmo-stp_10.42.42.5(pid=10647): Launched\u000a04:53:38.499304 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:39.034908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10649): Launched\u000a04:53:39.343132 run osmo-msc_10.42.42.6(pid=10650): Launched\u000a04:53:39.522667 run osmo-stp_10.42.42.5(pid=10647): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10647)]\u000a04:53:39.652301 run osmo-stp_10.42.42.5(pid=10647): stdout: \u000a| (launched: 2022-12-14_04:53:38.234799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:39.779624 run osmo-stp_10.42.42.5(pid=10647): stderr: \u000a| �[0;m�[38;5;43m20221214045338407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045338407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045338407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045338408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045338408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045338408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045338408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:39.902346 run osmo-stp_10.42.42.5(pid=10647): stdout: \u000a| (launched: 2022-12-14_04:53:38.234799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:40.024056 run osmo-stp_10.42.42.5(pid=10647): stderr: \u000a| �[0;m�[38;5;43m20221214045338407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045338407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045338407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045338408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045338408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045338408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045338408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:40.077260 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=10647): Process ended prematurely: osmo-stp_10.42.42.5(pid=10647) [trial-2399↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10647)] [trial-2399↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a04:53:40.085374 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:53:40.145860 run osmo-hlr_10.42.42.2(pid=10644): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10644)]\u000a04:53:40.195062 run osmo-hlr_10.42.42.2(pid=10644): stdout: \u000a| (launched: 2022-12-14_04:53:37.302807) \u000a04:53:40.245016 run osmo-hlr_10.42.42.2(pid=10644): stderr: \u000a| �[0;m�[1;31m20221214045337479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045337479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045337479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045337479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045337479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045337479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045337491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045337500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045337500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045337500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:40.312860 run osmo-msc_10.42.42.6(pid=10650): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10650)]\u000a04:53:40.362027 run osmo-msc_10.42.42.6(pid=10650): stdout: \u000a| (launched: 2022-12-14_04:53:39.190324) \u000a04:53:40.411727 run osmo-msc_10.42.42.6(pid=10650): stderr: \u000a| �[0;m�[38;5;43m20221214045339463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045339463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37248aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045339463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045339463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045339463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045339464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045339465 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045339466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045339466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045339466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:40.453804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10643): Terminating (SIGTERM)\u000a04:53:40.493614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10646): Terminating (SIGTERM)\u000a04:53:40.533210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10649): Terminating (SIGTERM)\u000a04:53:40.542224 --- ParallelTerminationStrategy: PID 10643 died...\u000a04:53:40.595495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10643): Terminated: ok {rc=0}\u000a04:53:40.605054 --- ParallelTerminationStrategy: PID 10646 died...\u000a04:53:40.658075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10646): Terminated: ok {rc=0}\u000a04:53:40.667585 --- ParallelTerminationStrategy: PID 10649 died...\u000a04:53:40.720868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10649): Terminated: ok {rc=0}\u000a04:53:40.808360 bus /sierra_3: Setting Powered False\u000a04:53:41.911632 bus /sierra_3: Setting Powered False\u000a04:53:43.022573 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:53:33" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10661): Process ended prematurely: osmo-stp_10.42.42.5(pid=10661) [trial-2399↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10661)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10661): Process ended prematurely: osmo-stp_10.42.42.5(pid=10661) [trial-2399↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:53:45.015722 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:53:45.026908 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:53:45.154816 tst handover.py: using LAC 38677\u000a04:53:45.277045 tst handover.py: using RAC 172\u000a04:53:45.406126 tst handover.py: using CellId 38677\u000a04:53:45.533516 tst handover.py: using BVCI 38678\u000a04:53:45.558773 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:53:45.697842 tst handover.py: using LAC 38678\u000a04:53:45.817007 tst handover.py: using RAC 173\u000a04:53:45.966729 tst handover.py: using CellId 38678\u000a04:53:46.091663 tst handover.py: using BVCI 38679\u000a04:53:46.116379 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:53:46.128229 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:53:46.140029 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:53:46.151790 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:53:46.164995 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:53:46.177908 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:53:46.312613 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:53:46.520455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:47.031276 run create_hlr_db(pid=10655): Launched\u000a04:53:47.160196 bus /sierra_2: Setting Powered False\u000a04:53:48.228740 run create_hlr_db(pid=10655): Terminated: ok {rc=0}\u000a04:53:48.611468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10657): Launched\u000a04:53:48.918381 run osmo-hlr_10.42.42.2(pid=10658): Launched\u000a04:53:49.034134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:49.539570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10660): Launched\u000a04:53:49.847788 run osmo-stp_10.42.42.5(pid=10661): Launched\u000a04:53:49.958602 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:50.491838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10663): Launched\u000a04:53:50.799018 run osmo-msc_10.42.42.6(pid=10664): Launched\u000a04:53:50.978776 run osmo-stp_10.42.42.5(pid=10661): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10661)]\u000a04:53:51.107903 run osmo-stp_10.42.42.5(pid=10661): stdout: \u000a| (launched: 2022-12-14_04:53:49.694443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:51.234874 run osmo-stp_10.42.42.5(pid=10661): stderr: \u000a| �[0;m�[38;5;43m20221214045349865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045349866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045349866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045349866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045349867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045349867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045349867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:51.356578 run osmo-stp_10.42.42.5(pid=10661): stdout: \u000a| (launched: 2022-12-14_04:53:49.694443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:51.477495 run osmo-stp_10.42.42.5(pid=10661): stderr: \u000a| �[0;m�[38;5;43m20221214045349865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045349866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045349866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045349866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045349867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045349867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045349867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:51.530567 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=10661): Process ended prematurely: osmo-stp_10.42.42.5(pid=10661) [trial-2399↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10661)] [trial-2399↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a04:53:51.538468 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:53:51.599152 run osmo-hlr_10.42.42.2(pid=10658): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10658)]\u000a04:53:51.648411 run osmo-hlr_10.42.42.2(pid=10658): stdout: \u000a| (launched: 2022-12-14_04:53:48.766234) \u000a04:53:51.698108 run osmo-hlr_10.42.42.2(pid=10658): stderr: \u000a| �[0;m�[1;31m20221214045348943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045348943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045348943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045348943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045348943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045348943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045348956 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045348965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045348965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045348965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:51.765278 run osmo-msc_10.42.42.6(pid=10664): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10664)]\u000a04:53:51.814546 run osmo-msc_10.42.42.6(pid=10664): stdout: \u000a| (launched: 2022-12-14_04:53:50.646090) \u000a04:53:51.864060 run osmo-msc_10.42.42.6(pid=10664): stderr: \u000a| �[0;m�[38;5;43m20221214045350914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045350915 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61215d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045350915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045350915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045350915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045350915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045350917 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045350917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045350917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045350917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:51.906159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10657): Terminating (SIGTERM)\u000a04:53:51.946129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10660): Terminating (SIGTERM)\u000a04:53:51.985863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10663): Terminating (SIGTERM)\u000a04:53:51.994966 --- ParallelTerminationStrategy: PID 10657 died...\u000a04:53:52.048359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10657): Terminated: ok {rc=0}\u000a04:53:52.057874 --- ParallelTerminationStrategy: PID 10660 died...\u000a04:53:52.111033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10660): Terminated: ok {rc=0}\u000a04:53:52.120465 --- ParallelTerminationStrategy: PID 10663 died...\u000a04:53:52.173443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10663): Terminated: ok {rc=0}\u000a04:53:52.256585 bus /sierra_3: Setting Powered False\u000a04:53:53.364145 bus /sierra_3: Setting Powered False\u000a04:53:54.472323 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:53:44" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10675): Process ended prematurely: osmo-stp_10.42.42.5(pid=10675) [trial-2399↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10675)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10675): Process ended prematurely: osmo-stp_10.42.42.5(pid=10675) [trial-2399↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a04:53:56.447673 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:53:56.459102 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a04:53:56.590565 tst handover.py: using LAC 38679\u000a04:53:56.719261 tst handover.py: using RAC 174\u000a04:53:56.847011 tst handover.py: using CellId 38679\u000a04:53:56.973634 tst handover.py: using BVCI 38680\u000a04:53:56.998472 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a04:53:57.126366 tst handover.py: using LAC 38680\u000a04:53:57.253135 tst handover.py: using RAC 175\u000a04:53:57.379130 tst handover.py: using CellId 38680\u000a04:53:57.508799 tst handover.py: using BVCI 38681\u000a04:53:57.533805 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:53:57.545042 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:53:57.556056 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:53:57.567082 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:53:57.578440 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:53:57.589898 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a04:53:57.708066 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a04:53:57.925758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:58.421472 run create_hlr_db(pid=10669): Launched\u000a04:53:58.555680 bus /sierra_2: Setting Powered False\u000a04:53:59.621881 run create_hlr_db(pid=10669): Terminated: ok {rc=0}\u000a04:54:00.030388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10671): Launched\u000a04:54:00.360836 run osmo-hlr_10.42.42.2(pid=10672): Launched\u000a04:54:00.480074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:01.039983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10674): Launched\u000a04:54:01.461110 run osmo-stp_10.42.42.5(pid=10675): Launched\u000a04:54:01.708103 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:02.344226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10713): Launched\u000a04:54:02.772731 run osmo-msc_10.42.42.6(pid=10726): Launched\u000a04:54:03.265043 run osmo-stp_10.42.42.5(pid=10675): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10675)]\u000a04:54:03.599471 run osmo-stp_10.42.42.5(pid=10675): stdout: \u000a| (launched: 2022-12-14_04:54:01.199477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:03.847790 run osmo-stp_10.42.42.5(pid=10675): stderr: \u000a| �[0;m�[38;5;43m20221214045401561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045401562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045401562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045401562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045401563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045401563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045401563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:04.001318 run osmo-stp_10.42.42.5(pid=10675): stdout: \u000a| (launched: 2022-12-14_04:54:01.199477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:04.156613 run osmo-stp_10.42.42.5(pid=10675): stderr: \u000a| �[0;m�[38;5;43m20221214045401561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045401562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045401562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045401562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045401563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045401563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045401563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:04.227828 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=10675): Process ended prematurely: osmo-stp_10.42.42.5(pid=10675) [trial-2399↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10675)] [trial-2399↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a04:54:04.236936 tst handover.py:18: Test FAILED (7.8 sec)\u000a04:54:04.309676 run osmo-hlr_10.42.42.2(pid=10672): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10672)]\u000a04:54:04.371338 run osmo-hlr_10.42.42.2(pid=10672): stdout: \u000a| (launched: 2022-12-14_04:54:00.197167) \u000a04:54:04.437413 run osmo-hlr_10.42.42.2(pid=10672): stderr: \u000a| �[0;m�[1;31m20221214045400397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045400397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045400397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045400397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045400397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045400397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045400413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045400422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045400422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045400422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:04.516292 run osmo-msc_10.42.42.6(pid=10726): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10726)]\u000a04:54:04.568605 run osmo-msc_10.42.42.6(pid=10726): stdout: \u000a| (launched: 2022-12-14_04:54:02.511743) \u000a04:54:04.625439 run osmo-msc_10.42.42.6(pid=10726): stderr: \u000a| �[0;m�[38;5;43m20221214045403205 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045403205 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5eb2483c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045403205 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045403205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045403205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045403206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045403207 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045403208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045403208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045403208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:04.678367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10671): Terminating (SIGTERM)\u000a04:54:04.733690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10674): Terminating (SIGTERM)\u000a04:54:04.784172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10713): Terminating (SIGTERM)\u000a04:54:04.794842 --- ParallelTerminationStrategy: PID 10671 died...\u000a04:54:04.854121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10671): Terminated: ok {rc=0}\u000a04:54:04.864497 --- ParallelTerminationStrategy: PID 10674 died...\u000a04:54:04.922961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10674): Terminated: ok {rc=0}\u000a04:54:04.933533 --- ParallelTerminationStrategy: PID 10713 died...\u000a04:54:04.991245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10713): Terminated: ok {rc=0}\u000a04:54:05.080272 bus /sierra_3: Setting Powered False\u000a04:54:06.185701 bus /sierra_3: Setting Powered False\u000a04:54:07.295782 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:53:56" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10974): Process ended prematurely: osmo-stp_10.42.42.5(pid=10974) [trial-2399↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10974)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10974): Process ended prematurely: osmo-stp_10.42.42.5(pid=10974) [trial-2399↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a04:54:09.279882 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:09.291958 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:54:09.421782 tst handover.py: using LAC 38681\u000a04:54:09.544682 tst handover.py: using RAC 176\u000a04:54:09.667832 tst handover.py: using CellId 38681\u000a04:54:09.796406 tst handover.py: using BVCI 38682\u000a04:54:09.821478 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:54:09.960568 tst handover.py: using LAC 38682\u000a04:54:10.082847 tst handover.py: using RAC 177\u000a04:54:10.204634 tst handover.py: using CellId 38682\u000a04:54:10.327696 tst handover.py: using BVCI 38683\u000a04:54:10.352611 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:10.364424 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:10.376123 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:10.387829 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:10.401065 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:10.414096 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:54:10.541631 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:54:10.754518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:11.271517 run create_hlr_db(pid=10968): Launched\u000a04:54:11.402287 bus /sierra_2: Setting Powered False\u000a04:54:12.477472 run create_hlr_db(pid=10968): Terminated: ok {rc=0}\u000a04:54:12.887920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10970): Launched\u000a04:54:13.323879 run osmo-hlr_10.42.42.2(pid=10971): Launched\u000a04:54:13.566370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:14.130153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10973): Launched\u000a04:54:14.564703 run osmo-stp_10.42.42.5(pid=10974): Launched\u000a04:54:14.782267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:15.374509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10976): Launched\u000a04:54:15.804088 run osmo-msc_10.42.42.6(pid=10977): Launched\u000a04:54:16.242850 run osmo-stp_10.42.42.5(pid=10974): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10974)]\u000a04:54:16.436842 run osmo-stp_10.42.42.5(pid=10974): stdout: \u000a| (launched: 2022-12-14_04:54:14.299664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:16.576330 run osmo-stp_10.42.42.5(pid=10974): stderr: \u000a| �[0;m�[38;5;43m20221214045414595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045414595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045414595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045414596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045414596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045414596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045414596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:16.710487 run osmo-stp_10.42.42.5(pid=10974): stdout: \u000a| (launched: 2022-12-14_04:54:14.299664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:16.843457 run osmo-stp_10.42.42.5(pid=10974): stderr: \u000a| �[0;m�[38;5;43m20221214045414595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045414595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045414595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045414596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045414596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045414596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045414596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:16.901856 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=10974): Process ended prematurely: osmo-stp_10.42.42.5(pid=10974) [trial-2399↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10974)] [trial-2399↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a04:54:16.911117 tst handover.py:18: Test FAILED (7.6 sec)\u000a04:54:16.974929 run osmo-hlr_10.42.42.2(pid=10971): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10971)]\u000a04:54:17.027698 run osmo-hlr_10.42.42.2(pid=10971): stdout: \u000a| (launched: 2022-12-14_04:54:13.058603) \u000a04:54:17.080895 run osmo-hlr_10.42.42.2(pid=10971): stderr: \u000a| �[0;m�[1;31m20221214045413371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045413371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045413371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045413371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045413371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045413371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045413382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045413395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045413395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045413395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:17.153122 run osmo-msc_10.42.42.6(pid=10977): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10977)]\u000a04:54:17.205611 run osmo-msc_10.42.42.6(pid=10977): stdout: \u000a| (launched: 2022-12-14_04:54:15.545090) \u000a04:54:17.258744 run osmo-msc_10.42.42.6(pid=10977): stderr: \u000a| �[0;m�[38;5;43m20221214045416072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045416072 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f970c0edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045416072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045416072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045416072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045416072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045416082 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045416083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045416083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045416083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:17.303723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10970): Terminating (SIGTERM)\u000a04:54:17.348631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10973): Terminating (SIGTERM)\u000a04:54:17.393607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10976): Terminating (SIGTERM)\u000a04:54:17.403947 --- ParallelTerminationStrategy: PID 10970 died...\u000a04:54:17.462819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10970): Terminated: ok {rc=0}\u000a04:54:17.473322 --- ParallelTerminationStrategy: PID 10973 died...\u000a04:54:17.529850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10973): Terminated: ok {rc=0}\u000a04:54:17.540295 --- ParallelTerminationStrategy: PID 10976 died...\u000a04:54:17.597190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10976): Terminated: ok {rc=0}\u000a04:54:17.728905 bus /sierra_3: Setting Powered False\u000a04:54:18.850943 bus /sierra_3: Setting Powered False\u000a04:54:19.967491 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:54:09" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10989): Process ended prematurely: osmo-stp_10.42.42.5(pid=10989) [trial-2399↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10989)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10989): Process ended prematurely: osmo-stp_10.42.42.5(pid=10989) [trial-2399↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a04:54:21.999151 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:22.012095 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:54:22.150278 tst handover.py: using LAC 38683\u000a04:54:22.280785 tst handover.py: using RAC 178\u000a04:54:22.412439 tst handover.py: using CellId 38683\u000a04:54:22.548270 tst handover.py: using BVCI 38684\u000a04:54:22.574850 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:54:22.719590 tst handover.py: using LAC 38684\u000a04:54:22.849117 tst handover.py: using RAC 179\u000a04:54:22.979843 tst handover.py: using CellId 38684\u000a04:54:23.113715 tst handover.py: using BVCI 38685\u000a04:54:23.141473 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:23.153984 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:23.166319 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:23.179247 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:23.191844 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:23.204419 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:54:23.331155 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:54:23.554314 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:24.104044 run create_hlr_db(pid=10983): Launched\u000a04:54:24.242694 bus /sierra_2: Setting Powered False\u000a04:54:25.324891 run create_hlr_db(pid=10983): Terminated: ok {rc=0}\u000a04:54:25.718952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10985): Launched\u000a04:54:26.026318 run osmo-hlr_10.42.42.2(pid=10986): Launched\u000a04:54:26.141750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:26.648662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10988): Launched\u000a04:54:26.956656 run osmo-stp_10.42.42.5(pid=10989): Launched\u000a04:54:27.068801 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:27.606607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10991): Launched\u000a04:54:27.917724 run osmo-msc_10.42.42.6(pid=10992): Launched\u000a04:54:28.098604 run osmo-stp_10.42.42.5(pid=10989): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10989)]\u000a04:54:28.229229 run osmo-stp_10.42.42.5(pid=10989): stdout: \u000a| (launched: 2022-12-14_04:54:26.804130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:28.357258 run osmo-stp_10.42.42.5(pid=10989): stderr: \u000a| �[0;m�[38;5;43m20221214045426978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045426978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045426979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045426979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045426980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045426980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045426980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:28.480526 run osmo-stp_10.42.42.5(pid=10989): stdout: \u000a| (launched: 2022-12-14_04:54:26.804130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:28.602689 run osmo-stp_10.42.42.5(pid=10989): stderr: \u000a| �[0;m�[38;5;43m20221214045426978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045426978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045426979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045426979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045426980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045426980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045426980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:28.656025 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=10989): Process ended prematurely: osmo-stp_10.42.42.5(pid=10989) [trial-2399↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10989)] [trial-2399↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a04:54:28.664308 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:54:28.725462 run osmo-hlr_10.42.42.2(pid=10986): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10986)]\u000a04:54:28.774716 run osmo-hlr_10.42.42.2(pid=10986): stdout: \u000a| (launched: 2022-12-14_04:54:25.874256) \u000a04:54:28.824687 run osmo-hlr_10.42.42.2(pid=10986): stderr: \u000a| �[0;m�[1;31m20221214045426053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045426053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045426053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045426053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045426053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045426053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045426078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045426088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045426089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045426089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:28.892329 run osmo-msc_10.42.42.6(pid=10992): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10992)]\u000a04:54:28.941493 run osmo-msc_10.42.42.6(pid=10992): stdout: \u000a| (launched: 2022-12-14_04:54:27.762145) \u000a04:54:28.990991 run osmo-msc_10.42.42.6(pid=10992): stderr: \u000a| �[0;m�[38;5;43m20221214045428037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045428037 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efda5929c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045428037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045428037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045428037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045428038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045428039 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045428040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045428040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045428040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:29.032822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10985): Terminating (SIGTERM)\u000a04:54:29.072259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10988): Terminating (SIGTERM)\u000a04:54:29.111760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10991): Terminating (SIGTERM)\u000a04:54:29.120453 --- ParallelTerminationStrategy: PID 10985 died...\u000a04:54:29.173485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10985): Terminated: ok {rc=0}\u000a04:54:29.182866 --- ParallelTerminationStrategy: PID 10988 died...\u000a04:54:29.235877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10988): Terminated: ok {rc=0}\u000a04:54:29.245382 --- ParallelTerminationStrategy: PID 10991 died...\u000a04:54:29.298288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10991): Terminated: ok {rc=0}\u000a04:54:29.386276 bus /sierra_3: Setting Powered False\u000a04:54:30.488202 bus /sierra_3: Setting Powered False\u000a04:54:31.594582 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:54:21" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11004): Process ended prematurely: osmo-stp_10.42.42.5(pid=11004) [trial-2399↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11004)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11004): Process ended prematurely: osmo-stp_10.42.42.5(pid=11004) [trial-2399↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:54:33.581329 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:33.592307 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:54:33.716072 tst handover.py: using LAC 38685\u000a04:54:33.839078 tst handover.py: using RAC 180\u000a04:54:33.962205 tst handover.py: using CellId 38685\u000a04:54:34.085109 tst handover.py: using BVCI 38686\u000a04:54:34.108587 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:54:34.245742 tst handover.py: using LAC 38686\u000a04:54:34.367631 tst handover.py: using RAC 181\u000a04:54:34.490018 tst handover.py: using CellId 38686\u000a04:54:34.610147 tst handover.py: using BVCI 38687\u000a04:54:34.633620 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:34.644680 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:34.655677 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:34.666689 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:34.678257 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:34.689691 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:54:34.812023 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:54:35.015675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:35.473989 run create_hlr_db(pid=10998): Launched\u000a04:54:35.599094 bus /sierra_2: Setting Powered False\u000a04:54:36.672204 run create_hlr_db(pid=10998): Terminated: ok {rc=0}\u000a04:54:37.055678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11000): Launched\u000a04:54:37.363442 run osmo-hlr_10.42.42.2(pid=11001): Launched\u000a04:54:37.483323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:38.000222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11003): Launched\u000a04:54:38.307705 run osmo-stp_10.42.42.5(pid=11004): Launched\u000a04:54:38.420049 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:38.956154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11006): Launched\u000a04:54:39.265766 run osmo-msc_10.42.42.6(pid=11007): Launched\u000a04:54:39.445470 run osmo-stp_10.42.42.5(pid=11004): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11004)]\u000a04:54:39.575278 run osmo-stp_10.42.42.5(pid=11004): stdout: \u000a| (launched: 2022-12-14_04:54:38.155297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:39.702958 run osmo-stp_10.42.42.5(pid=11004): stderr: \u000a| �[0;m�[38;5;43m20221214045438330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045438330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045438330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045438330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045438331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045438331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045438331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:39.825609 run osmo-stp_10.42.42.5(pid=11004): stdout: \u000a| (launched: 2022-12-14_04:54:38.155297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:39.947039 run osmo-stp_10.42.42.5(pid=11004): stderr: \u000a| �[0;m�[38;5;43m20221214045438330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045438330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045438330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045438330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045438331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045438331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045438331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:40.000901 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11004): Process ended prematurely: osmo-stp_10.42.42.5(pid=11004) [trial-2399↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11004)] [trial-2399↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:54:40.009012 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:54:40.069872 run osmo-hlr_10.42.42.2(pid=11001): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11001)]\u000a04:54:40.119284 run osmo-hlr_10.42.42.2(pid=11001): stdout: \u000a| (launched: 2022-12-14_04:54:37.211447) \u000a04:54:40.169137 run osmo-hlr_10.42.42.2(pid=11001): stderr: \u000a| �[0;m�[1;31m20221214045437391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045437391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045437391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045437391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045437391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045437391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045437403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045437412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045437412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045437412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:40.236728 run osmo-msc_10.42.42.6(pid=11007): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11007)]\u000a04:54:40.285835 run osmo-msc_10.42.42.6(pid=11007): stdout: \u000a| (launched: 2022-12-14_04:54:39.111357) \u000a04:54:40.335703 run osmo-msc_10.42.42.6(pid=11007): stderr: \u000a| �[0;m�[38;5;43m20221214045439384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045439385 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d5ede4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045439385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045439385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045439385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045439385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045439387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045439387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045439387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045439387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:40.377809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11000): Terminating (SIGTERM)\u000a04:54:40.417518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11003): Terminating (SIGTERM)\u000a04:54:40.457259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11006): Terminating (SIGTERM)\u000a04:54:40.466436 --- ParallelTerminationStrategy: PID 11000 died...\u000a04:54:40.520176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11000): Terminated: ok {rc=0}\u000a04:54:40.529811 --- ParallelTerminationStrategy: PID 11003 died...\u000a04:54:40.583042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11003): Terminated: ok {rc=0}\u000a04:54:40.592639 --- ParallelTerminationStrategy: PID 11006 died...\u000a04:54:40.646042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11006): Terminated: ok {rc=0}\u000a04:54:40.733950 bus /sierra_3: Setting Powered False\u000a04:54:41.836474 bus /sierra_3: Setting Powered False\u000a04:54:42.942418 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:54:33" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11019): Process ended prematurely: osmo-stp_10.42.42.5(pid=11019) [trial-2399↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11019)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11019): Process ended prematurely: osmo-stp_10.42.42.5(pid=11019) [trial-2399↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:54:44.919566 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:44.930769 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:54:45.059113 tst handover.py: using LAC 38687\u000a04:54:45.187000 tst handover.py: using RAC 182\u000a04:54:45.315354 tst handover.py: using CellId 38687\u000a04:54:45.444084 tst handover.py: using BVCI 38688\u000a04:54:45.469499 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:54:45.604727 tst handover.py: using LAC 38688\u000a04:54:45.731620 tst handover.py: using RAC 183\u000a04:54:45.874201 tst handover.py: using CellId 38688\u000a04:54:46.019754 tst handover.py: using BVCI 38689\u000a04:54:46.049337 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:46.061363 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:46.073150 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:46.084929 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:46.097163 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:46.109151 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:54:46.254590 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:54:46.515050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:47.055182 run create_hlr_db(pid=11012): Launched\u000a04:54:47.205846 bus /sierra_2: Setting Powered False\u000a04:54:48.271300 run create_hlr_db(pid=11012): Terminated: ok {rc=0}\u000a04:54:48.657153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11014): Launched\u000a04:54:48.965539 run osmo-hlr_10.42.42.2(pid=11015): Launched\u000a04:54:49.084674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:49.601254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11018): Launched\u000a04:54:49.909300 run osmo-stp_10.42.42.5(pid=11019): Launched\u000a04:54:50.020783 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:50.556009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11021): Launched\u000a04:54:50.865513 run osmo-msc_10.42.42.6(pid=11022): Launched\u000a04:54:51.044735 run osmo-stp_10.42.42.5(pid=11019): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11019)]\u000a04:54:51.175362 run osmo-stp_10.42.42.5(pid=11019): stdout: \u000a| (launched: 2022-12-14_04:54:49.756316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:51.303393 run osmo-stp_10.42.42.5(pid=11019): stderr: \u000a| �[0;m�[38;5;43m20221214045449930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045449931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045449931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045449931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045449932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045449932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045449932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:51.426105 run osmo-stp_10.42.42.5(pid=11019): stdout: \u000a| (launched: 2022-12-14_04:54:49.756316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:51.547929 run osmo-stp_10.42.42.5(pid=11019): stderr: \u000a| �[0;m�[38;5;43m20221214045449930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045449931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045449931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045449931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045449932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045449932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045449932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:51.601180 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11019): Process ended prematurely: osmo-stp_10.42.42.5(pid=11019) [trial-2399↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11019)] [trial-2399↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a04:54:51.609336 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:54:51.669693 run osmo-hlr_10.42.42.2(pid=11015): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11015)]\u000a04:54:51.719118 run osmo-hlr_10.42.42.2(pid=11015): stdout: \u000a| (launched: 2022-12-14_04:54:48.812655) \u000a04:54:51.769224 run osmo-hlr_10.42.42.2(pid=11015): stderr: \u000a| �[0;m�[1;31m20221214045448990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045448990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045448990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045448990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045448990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045448990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045449010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045449018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045449018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045449018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:51.836604 run osmo-msc_10.42.42.6(pid=11022): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11022)]\u000a04:54:51.886014 run osmo-msc_10.42.42.6(pid=11022): stdout: \u000a| (launched: 2022-12-14_04:54:50.711003) \u000a04:54:51.935632 run osmo-msc_10.42.42.6(pid=11022): stderr: \u000a| �[0;m�[38;5;43m20221214045450985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045450985 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1a3299c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045450985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045450985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045450986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045450986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045450989 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045450990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045450990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045450990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:51.977969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11014): Terminating (SIGTERM)\u000a04:54:52.017890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11018): Terminating (SIGTERM)\u000a04:54:52.057766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11021): Terminating (SIGTERM)\u000a04:54:52.066892 --- ParallelTerminationStrategy: PID 11014 died...\u000a04:54:52.120790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11014): Terminated: ok {rc=0}\u000a04:54:52.130362 --- ParallelTerminationStrategy: PID 11018 died...\u000a04:54:52.183510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11018): Terminated: ok {rc=0}\u000a04:54:52.192931 --- ParallelTerminationStrategy: PID 11021 died...\u000a04:54:52.246155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11021): Terminated: ok {rc=0}\u000a04:54:52.330159 bus /sierra_3: Setting Powered False\u000a04:54:53.431611 bus /sierra_3: Setting Powered False\u000a04:54:54.544095 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:54:44" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11033): Process ended prematurely: osmo-stp_10.42.42.5(pid=11033) [trial-2399↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11033)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11033): Process ended prematurely: osmo-stp_10.42.42.5(pid=11033) [trial-2399↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:54:56.522072 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:54:56.533339 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:54:56.663375 tst handover.py: using LAC 38689\u000a04:54:56.791491 tst handover.py: using RAC 184\u000a04:54:56.919176 tst handover.py: using CellId 38689\u000a04:54:57.048645 tst handover.py: using BVCI 38690\u000a04:54:57.074002 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:54:57.217503 tst handover.py: using LAC 38690\u000a04:54:57.348056 tst handover.py: using RAC 185\u000a04:54:57.477385 tst handover.py: using CellId 38690\u000a04:54:57.611877 tst handover.py: using BVCI 38691\u000a04:54:57.636752 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:54:57.648008 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:54:57.659127 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:54:57.670346 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:54:57.682014 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:54:57.693576 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:54:57.810033 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:54:58.012211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:58.471351 run create_hlr_db(pid=11027): Launched\u000a04:54:58.596169 bus /sierra_2: Setting Powered False\u000a04:54:59.668573 run create_hlr_db(pid=11027): Terminated: ok {rc=0}\u000a04:55:00.077012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11029): Launched\u000a04:55:00.407138 run osmo-hlr_10.42.42.2(pid=11030): Launched\u000a04:55:00.527526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:01.098360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11032): Launched\u000a04:55:01.551374 run osmo-stp_10.42.42.5(pid=11033): Launched\u000a04:55:01.748738 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:02.316836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11038): Launched\u000a04:55:02.653068 run osmo-msc_10.42.42.6(pid=11039): Launched\u000a04:55:02.843838 run osmo-stp_10.42.42.5(pid=11033): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11033)]\u000a04:55:02.981982 run osmo-stp_10.42.42.5(pid=11033): stdout: \u000a| (launched: 2022-12-14_04:55:01.257159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:03.118877 run osmo-stp_10.42.42.5(pid=11033): stderr: \u000a| �[0;m�[38;5;43m20221214045501488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045501488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045501488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045501488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045501490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045501490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045501490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:03.249989 run osmo-stp_10.42.42.5(pid=11033): stdout: \u000a| (launched: 2022-12-14_04:55:01.257159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:03.379820 run osmo-stp_10.42.42.5(pid=11033): stderr: \u000a| �[0;m�[38;5;43m20221214045501488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045501488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045501488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045501488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045501490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045501490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045501490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:03.436812 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11033): Process ended prematurely: osmo-stp_10.42.42.5(pid=11033) [trial-2399↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11033)] [trial-2399↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a04:55:03.445376 tst handover.py:18: Test FAILED (6.9 sec)\u000a04:55:03.508528 run osmo-hlr_10.42.42.2(pid=11030): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11030)]\u000a04:55:03.560073 run osmo-hlr_10.42.42.2(pid=11030): stdout: \u000a| (launched: 2022-12-14_04:55:00.244365) \u000a04:55:03.612258 run osmo-hlr_10.42.42.2(pid=11030): stderr: \u000a| �[0;m�[1;31m20221214045500445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045500445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045500446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045500446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045500446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045500446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045500458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045500466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045500467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045500467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:03.682858 run osmo-msc_10.42.42.6(pid=11039): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11039)]\u000a04:55:03.734099 run osmo-msc_10.42.42.6(pid=11039): stdout: \u000a| (launched: 2022-12-14_04:55:02.487048) \u000a04:55:03.785840 run osmo-msc_10.42.42.6(pid=11039): stderr: \u000a| �[0;m�[38;5;43m20221214045502810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045502810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1bbe0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045502810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045502810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045502810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045502811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045502812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045502813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045502813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045502813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:03.829603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11029): Terminating (SIGTERM)\u000a04:55:03.870922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11032): Terminating (SIGTERM)\u000a04:55:03.912285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11038): Terminating (SIGTERM)\u000a04:55:03.922029 --- ParallelTerminationStrategy: PID 11029 died...\u000a04:55:03.977656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11029): Terminated: ok {rc=0}\u000a04:55:03.987779 --- ParallelTerminationStrategy: PID 11032 died...\u000a04:55:04.043023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11032): Terminated: ok {rc=0}\u000a04:55:04.053100 --- ParallelTerminationStrategy: PID 11038 died...\u000a04:55:04.108167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11038): Terminated: ok {rc=0}\u000a04:55:04.194689 bus /sierra_3: Setting Powered False\u000a04:55:05.300758 bus /sierra_3: Setting Powered False\u000a04:55:06.407443 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:54:56" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11050): Process ended prematurely: osmo-stp_10.42.42.5(pid=11050) [trial-2399↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11050)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11050): Process ended prematurely: osmo-stp_10.42.42.5(pid=11050) [trial-2399↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:55:08.405260 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:08.416473 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:55:08.540460 tst handover.py: using LAC 38691\u000a04:55:08.662161 tst handover.py: using RAC 186\u000a04:55:08.785136 tst handover.py: using CellId 38691\u000a04:55:08.912777 tst handover.py: using BVCI 38692\u000a04:55:08.937952 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:55:09.081991 tst handover.py: using LAC 38692\u000a04:55:09.210364 tst handover.py: using RAC 187\u000a04:55:09.333964 tst handover.py: using CellId 38692\u000a04:55:09.462611 tst handover.py: using BVCI 38693\u000a04:55:09.488058 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:09.499599 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:09.510995 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:09.522495 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:09.534374 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:09.545803 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:55:09.663739 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:55:09.875229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:10.371261 run create_hlr_db(pid=11044): Launched\u000a04:55:10.505080 bus /sierra_2: Setting Powered False\u000a04:55:11.581839 run create_hlr_db(pid=11044): Terminated: ok {rc=0}\u000a04:55:11.990266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11046): Launched\u000a04:55:12.319465 run osmo-hlr_10.42.42.2(pid=11047): Launched\u000a04:55:12.442265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:12.984531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11049): Launched\u000a04:55:13.312854 run osmo-stp_10.42.42.5(pid=11050): Launched\u000a04:55:13.431647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:14.005434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11052): Launched\u000a04:55:14.335441 run osmo-msc_10.42.42.6(pid=11053): Launched\u000a04:55:14.528186 run osmo-stp_10.42.42.5(pid=11050): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11050)]\u000a04:55:14.666986 run osmo-stp_10.42.42.5(pid=11050): stdout: \u000a| (launched: 2022-12-14_04:55:13.151137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:14.805060 run osmo-stp_10.42.42.5(pid=11050): stderr: \u000a| �[0;m�[38;5;43m20221214045513346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045513346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045513346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045513347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045513347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045513347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045513347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:14.936682 run osmo-stp_10.42.42.5(pid=11050): stdout: \u000a| (launched: 2022-12-14_04:55:13.151137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:15.066941 run osmo-stp_10.42.42.5(pid=11050): stderr: \u000a| �[0;m�[38;5;43m20221214045513346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045513346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045513346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045513347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045513347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045513347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045513347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:15.124181 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11050): Process ended prematurely: osmo-stp_10.42.42.5(pid=11050) [trial-2399↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11050)] [trial-2399↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a04:55:15.132753 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:55:15.195427 run osmo-hlr_10.42.42.2(pid=11047): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11047)]\u000a04:55:15.246824 run osmo-hlr_10.42.42.2(pid=11047): stdout: \u000a| (launched: 2022-12-14_04:55:12.156439) \u000a04:55:15.299027 run osmo-hlr_10.42.42.2(pid=11047): stderr: \u000a| �[0;m�[1;31m20221214045512358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045512358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045512358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045512358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045512358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045512358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045512371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045512379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045512380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045512380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:15.369920 run osmo-msc_10.42.42.6(pid=11053): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11053)]\u000a04:55:15.421076 run osmo-msc_10.42.42.6(pid=11053): stdout: \u000a| (launched: 2022-12-14_04:55:14.172563) \u000a04:55:15.473075 run osmo-msc_10.42.42.6(pid=11053): stderr: \u000a| �[0;m�[38;5;43m20221214045514498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045514498 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f446c6ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045514498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045514498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045514498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045514498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045514500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045514500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045514501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045514501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:15.517254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11046): Terminating (SIGTERM)\u000a04:55:15.559084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11049): Terminating (SIGTERM)\u000a04:55:15.600718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11052): Terminating (SIGTERM)\u000a04:55:15.610356 --- ParallelTerminationStrategy: PID 11046 died...\u000a04:55:15.666062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11046): Terminated: ok {rc=0}\u000a04:55:15.676023 --- ParallelTerminationStrategy: PID 11049 died...\u000a04:55:15.731166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11049): Terminated: ok {rc=0}\u000a04:55:15.741162 --- ParallelTerminationStrategy: PID 11052 died...\u000a04:55:15.796488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11052): Terminated: ok {rc=0}\u000a04:55:15.891079 bus /sierra_3: Setting Powered False\u000a04:55:16.996128 bus /sierra_3: Setting Powered False\u000a04:55:18.103760 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:55:08" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11064): Process ended prematurely: osmo-stp_10.42.42.5(pid=11064) [trial-2399↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11064)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11064): Process ended prematurely: osmo-stp_10.42.42.5(pid=11064) [trial-2399↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a04:55:20.095340 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:55:20.106570 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:55:20.231056 tst handover.py: using LAC 38693\u000a04:55:20.351772 tst handover.py: using RAC 188\u000a04:55:20.473122 tst handover.py: using CellId 38693\u000a04:55:20.601202 tst handover.py: using BVCI 38694\u000a04:55:20.626285 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:55:20.770260 tst handover.py: using LAC 38694\u000a04:55:20.897462 tst handover.py: using RAC 189\u000a04:55:21.023685 tst handover.py: using CellId 38694\u000a04:55:21.151142 tst handover.py: using BVCI 38695\u000a04:55:21.176345 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:55:21.187898 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:55:21.199228 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:55:21.210402 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:55:21.222371 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:55:21.233548 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:55:21.351622 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:55:21.563984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:22.060162 run create_hlr_db(pid=11058): Launched\u000a04:55:22.193221 bus /sierra_2: Setting Powered False\u000a04:55:23.270754 run create_hlr_db(pid=11058): Terminated: ok {rc=0}\u000a04:55:23.679730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11060): Launched\u000a04:55:24.008669 run osmo-hlr_10.42.42.2(pid=11061): Launched\u000a04:55:24.131374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:24.674487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11063): Launched\u000a04:55:25.003098 run osmo-stp_10.42.42.5(pid=11064): Launched\u000a04:55:25.122298 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:25.699545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11066): Launched\u000a04:55:26.030438 run osmo-msc_10.42.42.6(pid=11067): Launched\u000a04:55:26.223499 run osmo-stp_10.42.42.5(pid=11064): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11064)]\u000a04:55:26.364103 run osmo-stp_10.42.42.5(pid=11064): stdout: \u000a| (launched: 2022-12-14_04:55:24.841220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:26.502317 run osmo-stp_10.42.42.5(pid=11064): stderr: \u000a| �[0;m�[38;5;43m20221214045525035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045525036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045525036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045525036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045525038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045525039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045525039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:26.634282 run osmo-stp_10.42.42.5(pid=11064): stdout: \u000a| (launched: 2022-12-14_04:55:24.841220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:26.764692 run osmo-stp_10.42.42.5(pid=11064): stderr: \u000a| �[0;m�[38;5;43m20221214045525035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045525036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045525036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045525036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045525038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045525039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045525039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:26.822083 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11064): Process ended prematurely: osmo-stp_10.42.42.5(pid=11064) [trial-2399↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11064)] [trial-2399↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a04:55:26.830658 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:55:26.893388 run osmo-hlr_10.42.42.2(pid=11061): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11061)]\u000a04:55:26.944401 run osmo-hlr_10.42.42.2(pid=11061): stdout: \u000a| (launched: 2022-12-14_04:55:23.846885) \u000a04:55:26.996121 run osmo-hlr_10.42.42.2(pid=11061): stderr: \u000a| �[0;m�[1;31m20221214045524046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045524046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045524046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045524046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045524046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045524046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045524061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045524069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045524070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045524070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:27.066371 run osmo-msc_10.42.42.6(pid=11067): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11067)]\u000a04:55:27.117665 run osmo-msc_10.42.42.6(pid=11067): stdout: \u000a| (launched: 2022-12-14_04:55:25.866770) \u000a04:55:27.169119 run osmo-msc_10.42.42.6(pid=11067): stderr: \u000a| �[0;m�[38;5;43m20221214045526189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045526189 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feeae9d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045526189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045526189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045526190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045526190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045526191 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045526192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045526192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045526192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:27.213048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11060): Terminating (SIGTERM)\u000a04:55:27.254404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11063): Terminating (SIGTERM)\u000a04:55:27.295743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11066): Terminating (SIGTERM)\u000a04:55:27.305380 --- ParallelTerminationStrategy: PID 11060 died...\u000a04:55:27.360913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11060): Terminated: ok {rc=0}\u000a04:55:27.370911 --- ParallelTerminationStrategy: PID 11063 died...\u000a04:55:27.426232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11063): Terminated: ok {rc=0}\u000a04:55:27.436189 --- ParallelTerminationStrategy: PID 11066 died...\u000a04:55:27.492117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11066): Terminated: ok {rc=0}\u000a04:55:27.579662 bus /sierra_3: Setting Powered False\u000a04:55:28.685260 bus /sierra_3: Setting Powered False\u000a04:55:29.794603 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:55:19" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11078): Process ended prematurely: osmo-stp_10.42.42.5(pid=11078) [trial-2399↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11078)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11078): Process ended prematurely: osmo-stp_10.42.42.5(pid=11078) [trial-2399↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a04:55:31.828135 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:31.841409 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:55:31.986873 tst handover.py: using LAC 38695\u000a04:55:32.120220 tst handover.py: using RAC 190\u000a04:55:32.268126 tst handover.py: using CellId 38695\u000a04:55:32.397253 tst handover.py: using BVCI 38696\u000a04:55:32.422625 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:55:32.564805 tst handover.py: using LAC 38696\u000a04:55:32.691672 tst handover.py: using RAC 191\u000a04:55:32.813519 tst handover.py: using CellId 38696\u000a04:55:32.932219 tst handover.py: using BVCI 38697\u000a04:55:32.955679 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:32.966812 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:32.977842 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:32.988723 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:32.999977 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:33.011154 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:55:33.128816 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:55:33.342556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:33.841761 run create_hlr_db(pid=11072): Launched\u000a04:55:33.975737 bus /sierra_2: Setting Powered False\u000a04:55:35.053041 run create_hlr_db(pid=11072): Terminated: ok {rc=0}\u000a04:55:35.440764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11074): Launched\u000a04:55:35.749913 run osmo-hlr_10.42.42.2(pid=11075): Launched\u000a04:55:35.867482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:36.376300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11077): Launched\u000a04:55:36.684835 run osmo-stp_10.42.42.5(pid=11078): Launched\u000a04:55:36.797180 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:37.332826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11080): Launched\u000a04:55:37.644626 run osmo-msc_10.42.42.6(pid=11081): Launched\u000a04:55:37.825284 run osmo-stp_10.42.42.5(pid=11078): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11078)]\u000a04:55:37.956119 run osmo-stp_10.42.42.5(pid=11078): stdout: \u000a| (launched: 2022-12-14_04:55:36.532107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:38.083983 run osmo-stp_10.42.42.5(pid=11078): stderr: \u000a| �[0;m�[38;5;43m20221214045536703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045536703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045536704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045536704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045536704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045536705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045536705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:38.207196 run osmo-stp_10.42.42.5(pid=11078): stdout: \u000a| (launched: 2022-12-14_04:55:36.532107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:38.328471 run osmo-stp_10.42.42.5(pid=11078): stderr: \u000a| �[0;m�[38;5;43m20221214045536703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045536703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045536704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045536704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045536704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045536705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045536705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:38.381688 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11078): Process ended prematurely: osmo-stp_10.42.42.5(pid=11078) [trial-2399↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11078)] [trial-2399↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a04:55:38.389925 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:55:38.451163 run osmo-hlr_10.42.42.2(pid=11075): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11075)]\u000a04:55:38.500640 run osmo-hlr_10.42.42.2(pid=11075): stdout: \u000a| (launched: 2022-12-14_04:55:35.597118) \u000a04:55:38.550522 run osmo-hlr_10.42.42.2(pid=11075): stderr: \u000a| �[0;m�[1;31m20221214045535777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045535777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045535777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045535777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045535777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045535777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045535788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045535796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045535797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045535797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:38.618132 run osmo-msc_10.42.42.6(pid=11081): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11081)]\u000a04:55:38.667358 run osmo-msc_10.42.42.6(pid=11081): stdout: \u000a| (launched: 2022-12-14_04:55:37.489488) \u000a04:55:38.717289 run osmo-msc_10.42.42.6(pid=11081): stderr: \u000a| �[0;m�[38;5;43m20221214045537762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045537763 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f70ea3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045537763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045537763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045537763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045537763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045537765 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045537765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045537765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045537766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:38.759413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11074): Terminating (SIGTERM)\u000a04:55:38.799249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11077): Terminating (SIGTERM)\u000a04:55:38.839115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11080): Terminating (SIGTERM)\u000a04:55:38.848266 --- ParallelTerminationStrategy: PID 11074 died...\u000a04:55:38.901778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11074): Terminated: ok {rc=0}\u000a04:55:38.911387 --- ParallelTerminationStrategy: PID 11077 died...\u000a04:55:38.964456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11077): Terminated: ok {rc=0}\u000a04:55:38.973972 --- ParallelTerminationStrategy: PID 11080 died...\u000a04:55:39.027193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11080): Terminated: ok {rc=0}\u000a04:55:39.110630 bus /sierra_3: Setting Powered False\u000a04:55:40.216048 bus /sierra_3: Setting Powered False\u000a04:55:41.328173 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:55:31" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11092): Process ended prematurely: osmo-stp_10.42.42.5(pid=11092) [trial-2399↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11092)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11092): Process ended prematurely: osmo-stp_10.42.42.5(pid=11092) [trial-2399↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:55:43.320569 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:43.332729 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:55:43.456132 tst handover.py: using LAC 38697\u000a04:55:43.577118 tst handover.py: using RAC 192\u000a04:55:43.695231 tst handover.py: using CellId 38697\u000a04:55:43.821283 tst handover.py: using BVCI 38698\u000a04:55:43.846567 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:55:43.989322 tst handover.py: using LAC 38698\u000a04:55:44.118624 tst handover.py: using RAC 193\u000a04:55:44.245384 tst handover.py: using CellId 38698\u000a04:55:44.378258 tst handover.py: using BVCI 38699\u000a04:55:44.403135 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:44.414673 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:44.425958 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:44.437265 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:44.448669 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:44.459962 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:55:44.578384 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:55:44.792862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:45.289266 run create_hlr_db(pid=11086): Launched\u000a04:55:45.422746 bus /sierra_2: Setting Powered False\u000a04:55:46.501221 run create_hlr_db(pid=11086): Terminated: ok {rc=0}\u000a04:55:46.924687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11088): Launched\u000a04:55:47.283272 run osmo-hlr_10.42.42.2(pid=11089): Launched\u000a04:55:47.406064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:47.951183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11091): Launched\u000a04:55:48.283130 run osmo-stp_10.42.42.5(pid=11092): Launched\u000a04:55:48.402485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:48.976577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11094): Launched\u000a04:55:49.306889 run osmo-msc_10.42.42.6(pid=11095): Launched\u000a04:55:49.499214 run osmo-stp_10.42.42.5(pid=11092): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11092)]\u000a04:55:49.638211 run osmo-stp_10.42.42.5(pid=11092): stdout: \u000a| (launched: 2022-12-14_04:55:48.118228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:49.775787 run osmo-stp_10.42.42.5(pid=11092): stderr: \u000a| �[0;m�[38;5;43m20221214045548313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045548313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045548313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045548313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045548314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045548314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045548314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:49.907675 run osmo-stp_10.42.42.5(pid=11092): stdout: \u000a| (launched: 2022-12-14_04:55:48.118228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:50.038402 run osmo-stp_10.42.42.5(pid=11092): stderr: \u000a| �[0;m�[38;5;43m20221214045548313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045548313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045548313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045548313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045548314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045548314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045548314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:50.095725 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11092): Process ended prematurely: osmo-stp_10.42.42.5(pid=11092) [trial-2399↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11092)] [trial-2399↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:55:50.104534 tst handover.py:18: Test FAILED (6.8 sec)\u000a04:55:50.167682 run osmo-hlr_10.42.42.2(pid=11089): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11089)]\u000a04:55:50.219488 run osmo-hlr_10.42.42.2(pid=11089): stdout: \u000a| (launched: 2022-12-14_04:55:47.093779) \u000a04:55:50.271578 run osmo-hlr_10.42.42.2(pid=11089): stderr: \u000a| �[0;m�[1;31m20221214045547317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045547317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045547317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045547317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045547317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045547318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045547330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045547339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045547339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045547339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:50.343131 run osmo-msc_10.42.42.6(pid=11095): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11095)]\u000a04:55:50.394769 run osmo-msc_10.42.42.6(pid=11095): stdout: \u000a| (launched: 2022-12-14_04:55:49.143750) \u000a04:55:50.446999 run osmo-msc_10.42.42.6(pid=11095): stderr: \u000a| �[0;m�[38;5;43m20221214045549467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045549467 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99d5a66c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045549467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045549467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045549468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045549468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045549471 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045549472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045549472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045549472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:50.491482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11088): Terminating (SIGTERM)\u000a04:55:50.534196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11091): Terminating (SIGTERM)\u000a04:55:50.577075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11094): Terminating (SIGTERM)\u000a04:55:50.586560 --- ParallelTerminationStrategy: PID 11088 died...\u000a04:55:50.642916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11088): Terminated: ok {rc=0}\u000a04:55:50.653094 --- ParallelTerminationStrategy: PID 11091 died...\u000a04:55:50.709163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11091): Terminated: ok {rc=0}\u000a04:55:50.719350 --- ParallelTerminationStrategy: PID 11094 died...\u000a04:55:50.775305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11094): Terminated: ok {rc=0}\u000a04:55:50.861464 bus /sierra_3: Setting Powered False\u000a04:55:51.970140 bus /sierra_3: Setting Powered False\u000a04:55:53.084537 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:55:43" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11108): Process ended prematurely: osmo-stp_10.42.42.5(pid=11108) [trial-2399↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11108)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11108): Process ended prematurely: osmo-stp_10.42.42.5(pid=11108) [trial-2399↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:55:55.046416 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:55.057734 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:55:55.186788 tst handover.py: using LAC 38699\u000a04:55:55.315536 tst handover.py: using RAC 194\u000a04:55:55.443190 tst handover.py: using CellId 38699\u000a04:55:55.572498 tst handover.py: using BVCI 38700\u000a04:55:55.597494 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:55:55.728718 tst handover.py: using LAC 38700\u000a04:55:55.856479 tst handover.py: using RAC 195\u000a04:55:55.986244 tst handover.py: using CellId 38700\u000a04:55:56.116719 tst handover.py: using BVCI 38701\u000a04:55:56.141819 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:56.152913 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:56.163903 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:56.175016 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:56.186141 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:56.197195 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:55:56.316743 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:55:56.519696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:56.978759 run create_hlr_db(pid=11102): Launched\u000a04:55:57.103195 bus /sierra_2: Setting Powered False\u000a04:55:58.176578 run create_hlr_db(pid=11102): Terminated: ok {rc=0}\u000a04:55:58.560250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11104): Launched\u000a04:55:58.870778 run osmo-hlr_10.42.42.2(pid=11105): Launched\u000a04:55:58.987123 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:59.505154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11107): Launched\u000a04:55:59.811714 run osmo-stp_10.42.42.5(pid=11108): Launched\u000a04:55:59.924012 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:00.459289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11110): Launched\u000a04:56:00.768456 run osmo-msc_10.42.42.6(pid=11111): Launched\u000a04:56:01.136538 run osmo-stp_10.42.42.5(pid=11108): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11108)]\u000a04:56:01.266558 run osmo-stp_10.42.42.5(pid=11108): stdout: \u000a| (launched: 2022-12-14_04:55:59.659913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:01.396873 run osmo-stp_10.42.42.5(pid=11108): stderr: \u000a| �[0;m�[38;5;43m20221214045559833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045559833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045559833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045559834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045559834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045559834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045559834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:01.522381 run osmo-stp_10.42.42.5(pid=11108): stdout: \u000a| (launched: 2022-12-14_04:55:59.659913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:01.647752 run osmo-stp_10.42.42.5(pid=11108): stderr: \u000a| �[0;m�[38;5;43m20221214045559833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045559833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045559833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045559834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045559834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045559834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045559834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:01.702565 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11108): Process ended prematurely: osmo-stp_10.42.42.5(pid=11108) [trial-2399↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11108)] [trial-2399↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a04:56:01.711685 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:56:01.775697 run osmo-hlr_10.42.42.2(pid=11105): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11105)]\u000a04:56:01.827921 run osmo-hlr_10.42.42.2(pid=11105): stdout: \u000a| (launched: 2022-12-14_04:55:58.716645) \u000a04:56:01.880881 run osmo-hlr_10.42.42.2(pid=11105): stderr: \u000a| �[0;m�[1;31m20221214045558895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045558895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045558895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045558895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045558895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045558896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045558919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045558929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045558930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045558930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:01.951589 run osmo-msc_10.42.42.6(pid=11111): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11111)]\u000a04:56:02.003186 run osmo-msc_10.42.42.6(pid=11111): stdout: \u000a| (launched: 2022-12-14_04:56:00.614864) \u000a04:56:02.055371 run osmo-msc_10.42.42.6(pid=11111): stderr: \u000a| �[0;m�[38;5;43m20221214045600892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045600893 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4cf663fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045600893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045600893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045600893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045600893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045600895 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045600895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045600895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045600895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:02.100227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11104): Terminating (SIGTERM)\u000a04:56:02.142480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11107): Terminating (SIGTERM)\u000a04:56:02.184231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11110): Terminating (SIGTERM)\u000a04:56:02.193991 --- ParallelTerminationStrategy: PID 11104 died...\u000a04:56:02.251054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11104): Terminated: ok {rc=0}\u000a04:56:02.261577 --- ParallelTerminationStrategy: PID 11107 died...\u000a04:56:02.318015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11107): Terminated: ok {rc=0}\u000a04:56:02.327670 --- ParallelTerminationStrategy: PID 11110 died...\u000a04:56:02.382518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11110): Terminated: ok {rc=0}\u000a04:56:02.472060 bus /sierra_3: Setting Powered False\u000a04:56:03.574844 bus /sierra_3: Setting Powered False\u000a04:56:04.680786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:55:54" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11122): Process ended prematurely: osmo-stp_10.42.42.5(pid=11122) [trial-2399↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11122)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11122): Process ended prematurely: osmo-stp_10.42.42.5(pid=11122) [trial-2399↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:56:06.658232 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:06.670168 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:56:06.792533 tst handover.py: using LAC 38701\u000a04:56:06.914724 tst handover.py: using RAC 196\u000a04:56:07.037205 tst handover.py: using CellId 38701\u000a04:56:07.159018 tst handover.py: using BVCI 38702\u000a04:56:07.182370 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:56:07.320065 tst handover.py: using LAC 38702\u000a04:56:07.441413 tst handover.py: using RAC 197\u000a04:56:07.571900 tst handover.py: using CellId 38702\u000a04:56:07.705520 tst handover.py: using BVCI 38703\u000a04:56:07.730640 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:07.742434 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:07.754106 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:07.765390 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:07.777152 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:07.788769 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:56:07.907833 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:56:08.119204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:08.615058 run create_hlr_db(pid=11116): Launched\u000a04:56:08.749615 bus /sierra_2: Setting Powered False\u000a04:56:09.825235 run create_hlr_db(pid=11116): Terminated: ok {rc=0}\u000a04:56:10.213544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11118): Launched\u000a04:56:10.521239 run osmo-hlr_10.42.42.2(pid=11119): Launched\u000a04:56:10.635038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:11.143919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11121): Launched\u000a04:56:11.452422 run osmo-stp_10.42.42.5(pid=11122): Launched\u000a04:56:11.564562 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:12.098964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11124): Launched\u000a04:56:12.415614 run osmo-msc_10.42.42.6(pid=11125): Launched\u000a04:56:12.610791 run osmo-stp_10.42.42.5(pid=11122): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11122)]\u000a04:56:12.753605 run osmo-stp_10.42.42.5(pid=11122): stdout: \u000a| (launched: 2022-12-14_04:56:11.298840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:12.891336 run osmo-stp_10.42.42.5(pid=11122): stderr: \u000a| �[0;m�[38;5;43m20221214045611469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045611469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045611469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045611470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045611470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045611470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045611470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:13.022799 run osmo-stp_10.42.42.5(pid=11122): stdout: \u000a| (launched: 2022-12-14_04:56:11.298840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:13.152912 run osmo-stp_10.42.42.5(pid=11122): stderr: \u000a| �[0;m�[38;5;43m20221214045611469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045611469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045611469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045611470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045611470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045611470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045611470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:13.210365 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11122): Process ended prematurely: osmo-stp_10.42.42.5(pid=11122) [trial-2399↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11122)] [trial-2399↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a04:56:13.219177 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:56:13.282582 run osmo-hlr_10.42.42.2(pid=11119): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11119)]\u000a04:56:13.334526 run osmo-hlr_10.42.42.2(pid=11119): stdout: \u000a| (launched: 2022-12-14_04:56:10.368932) \u000a04:56:13.386899 run osmo-hlr_10.42.42.2(pid=11119): stderr: \u000a| �[0;m�[1;31m20221214045610546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045610546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045610546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045610546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045610546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045610546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045610559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045610569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045610569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045610569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:13.458172 run osmo-msc_10.42.42.6(pid=11125): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11125)]\u000a04:56:13.510164 run osmo-msc_10.42.42.6(pid=11125): stdout: \u000a| (launched: 2022-12-14_04:56:12.253730) \u000a04:56:13.562491 run osmo-msc_10.42.42.6(pid=11125): stderr: \u000a| �[0;m�[38;5;43m20221214045612576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045612576 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f9ed4ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045612576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045612576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045612576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045612577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045612578 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045612579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045612579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045612579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:13.606686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11118): Terminating (SIGTERM)\u000a04:56:13.648523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11121): Terminating (SIGTERM)\u000a04:56:13.690495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11124): Terminating (SIGTERM)\u000a04:56:13.700229 --- ParallelTerminationStrategy: PID 11118 died...\u000a04:56:13.756473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11118): Terminated: ok {rc=0}\u000a04:56:13.766674 --- ParallelTerminationStrategy: PID 11121 died...\u000a04:56:13.822589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11121): Terminated: ok {rc=0}\u000a04:56:13.832778 --- ParallelTerminationStrategy: PID 11124 died...\u000a04:56:13.890628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11124): Terminated: ok {rc=0}\u000a04:56:13.978297 bus /sierra_3: Setting Powered False\u000a04:56:15.084041 bus /sierra_3: Setting Powered False\u000a04:56:16.212774 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:56:06" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11136): Process ended prematurely: osmo-stp_10.42.42.5(pid=11136) [trial-2399↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11136)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11136): Process ended prematurely: osmo-stp_10.42.42.5(pid=11136) [trial-2399↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:56:18.212848 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:18.224113 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:56:18.350209 tst handover.py: using LAC 38703\u000a04:56:18.473524 tst handover.py: using RAC 198\u000a04:56:18.594179 tst handover.py: using CellId 38703\u000a04:56:18.714928 tst handover.py: using BVCI 38704\u000a04:56:18.738304 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:56:18.874984 tst handover.py: using LAC 38704\u000a04:56:19.008370 tst handover.py: using RAC 199\u000a04:56:19.139355 tst handover.py: using CellId 38704\u000a04:56:19.267291 tst handover.py: using BVCI 38705\u000a04:56:19.292549 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:19.304086 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:19.315494 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:19.326796 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:19.338733 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:19.350711 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:56:19.466959 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:56:19.683735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:20.184553 run create_hlr_db(pid=11130): Launched\u000a04:56:20.318471 bus /sierra_2: Setting Powered False\u000a04:56:21.395478 run create_hlr_db(pid=11130): Terminated: ok {rc=0}\u000a04:56:21.791280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11132): Launched\u000a04:56:22.121827 run osmo-hlr_10.42.42.2(pid=11133): Launched\u000a04:56:22.241308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:22.785623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11135): Launched\u000a04:56:23.117965 run osmo-stp_10.42.42.5(pid=11136): Launched\u000a04:56:23.237352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:23.815372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11138): Launched\u000a04:56:24.147243 run osmo-msc_10.42.42.6(pid=11139): Launched\u000a04:56:24.340247 run osmo-stp_10.42.42.5(pid=11136): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11136)]\u000a04:56:24.479358 run osmo-stp_10.42.42.5(pid=11136): stdout: \u000a| (launched: 2022-12-14_04:56:22.953416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:24.618754 run osmo-stp_10.42.42.5(pid=11136): stderr: \u000a| �[0;m�[38;5;43m20221214045623149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045623149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045623149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045623150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045623150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045623150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045623150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:24.751169 run osmo-stp_10.42.42.5(pid=11136): stdout: \u000a| (launched: 2022-12-14_04:56:22.953416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:24.882953 run osmo-stp_10.42.42.5(pid=11136): stderr: \u000a| �[0;m�[38;5;43m20221214045623149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045623149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045623149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045623150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045623150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045623150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045623150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:24.940669 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11136): Process ended prematurely: osmo-stp_10.42.42.5(pid=11136) [trial-2399↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11136)] [trial-2399↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a04:56:24.949406 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:56:25.012428 run osmo-hlr_10.42.42.2(pid=11133): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11133)]\u000a04:56:25.064266 run osmo-hlr_10.42.42.2(pid=11133): stdout: \u000a| (launched: 2022-12-14_04:56:21.959202) \u000a04:56:25.116652 run osmo-hlr_10.42.42.2(pid=11133): stderr: \u000a| �[0;m�[1;31m20221214045622162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045622162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045622162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045622162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045622162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045622162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045622174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045622182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045622182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045622182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:25.188071 run osmo-msc_10.42.42.6(pid=11139): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11139)]\u000a04:56:25.239316 run osmo-msc_10.42.42.6(pid=11139): stdout: \u000a| (launched: 2022-12-14_04:56:23.983193) \u000a04:56:25.291062 run osmo-msc_10.42.42.6(pid=11139): stderr: \u000a| �[0;m�[38;5;43m20221214045624310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045624310 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0632b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045624310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045624310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045624310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045624311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045624312 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045624313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045624313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045624313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:25.335163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11132): Terminating (SIGTERM)\u000a04:56:25.377187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11135): Terminating (SIGTERM)\u000a04:56:25.419391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11138): Terminating (SIGTERM)\u000a04:56:25.429194 --- ParallelTerminationStrategy: PID 11132 died...\u000a04:56:25.485520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11132): Terminated: ok {rc=0}\u000a04:56:25.495628 --- ParallelTerminationStrategy: PID 11135 died...\u000a04:56:25.552194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11135): Terminated: ok {rc=0}\u000a04:56:25.562428 --- ParallelTerminationStrategy: PID 11138 died...\u000a04:56:25.618486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11138): Terminated: ok {rc=0}\u000a04:56:25.706004 bus /sierra_3: Setting Powered False\u000a04:56:26.814129 bus /sierra_3: Setting Powered False\u000a04:56:27.922969 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:56:17" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11150): Process ended prematurely: osmo-stp_10.42.42.5(pid=11150) [trial-2399↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11150)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11150): Process ended prematurely: osmo-stp_10.42.42.5(pid=11150) [trial-2399↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a04:56:29.941657 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:56:29.953112 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:56:30.098145 tst handover.py: using LAC 38705\u000a04:56:30.228442 tst handover.py: using RAC 200\u000a04:56:30.359250 tst handover.py: using CellId 38705\u000a04:56:30.487641 tst handover.py: using BVCI 38706\u000a04:56:30.512636 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:56:30.656221 tst handover.py: using LAC 38706\u000a04:56:30.785917 tst handover.py: using RAC 201\u000a04:56:30.941733 tst handover.py: using CellId 38706\u000a04:56:31.077601 tst handover.py: using BVCI 38707\u000a04:56:31.103556 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:56:31.116107 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:56:31.128531 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:56:31.141063 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:56:31.154098 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:56:31.167292 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:56:31.292435 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:56:31.539550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:32.079959 run create_hlr_db(pid=11144): Launched\u000a04:56:32.211636 bus /sierra_2: Setting Powered False\u000a04:56:33.278468 run create_hlr_db(pid=11144): Terminated: ok {rc=0}\u000a04:56:33.663270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11146): Launched\u000a04:56:33.973126 run osmo-hlr_10.42.42.2(pid=11147): Launched\u000a04:56:34.093819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:34.612590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11149): Launched\u000a04:56:34.924798 run osmo-stp_10.42.42.5(pid=11150): Launched\u000a04:56:35.038741 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:35.577681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11152): Launched\u000a04:56:35.888158 run osmo-msc_10.42.42.6(pid=11153): Launched\u000a04:56:36.068828 run osmo-stp_10.42.42.5(pid=11150): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11150)]\u000a04:56:36.199039 run osmo-stp_10.42.42.5(pid=11150): stdout: \u000a| (launched: 2022-12-14_04:56:34.768905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:36.327197 run osmo-stp_10.42.42.5(pid=11150): stderr: \u000a| �[0;m�[38;5;43m20221214045634941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045634941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045634941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045634942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045634944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045634944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045634944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:36.450154 run osmo-stp_10.42.42.5(pid=11150): stdout: \u000a| (launched: 2022-12-14_04:56:34.768905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:36.571918 run osmo-stp_10.42.42.5(pid=11150): stderr: \u000a| �[0;m�[38;5;43m20221214045634941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045634941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045634941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045634942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045634944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045634944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045634944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:36.625192 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11150): Process ended prematurely: osmo-stp_10.42.42.5(pid=11150) [trial-2399↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11150)] [trial-2399↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a04:56:36.633168 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:56:36.693099 run osmo-hlr_10.42.42.2(pid=11147): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11147)]\u000a04:56:36.742708 run osmo-hlr_10.42.42.2(pid=11147): stdout: \u000a| (launched: 2022-12-14_04:56:33.819065) \u000a04:56:36.792307 run osmo-hlr_10.42.42.2(pid=11147): stderr: \u000a| �[0;m�[1;31m20221214045633995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045633995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045633995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045633995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045633995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045633995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045634007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045634015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045634016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045634016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:36.859880 run osmo-msc_10.42.42.6(pid=11153): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11153)]\u000a04:56:36.909019 run osmo-msc_10.42.42.6(pid=11153): stdout: \u000a| (launched: 2022-12-14_04:56:35.733564) \u000a04:56:36.958857 run osmo-msc_10.42.42.6(pid=11153): stderr: \u000a| �[0;m�[38;5;43m20221214045636007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045636007 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f279ca38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045636007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045636007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045636007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045636007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045636009 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045636010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045636010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045636010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:37.000827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11146): Terminating (SIGTERM)\u000a04:56:37.040490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11149): Terminating (SIGTERM)\u000a04:56:37.080228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11152): Terminating (SIGTERM)\u000a04:56:37.089493 --- ParallelTerminationStrategy: PID 11146 died...\u000a04:56:37.143170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11146): Terminated: ok {rc=0}\u000a04:56:37.152677 --- ParallelTerminationStrategy: PID 11149 died...\u000a04:56:37.205687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11149): Terminated: ok {rc=0}\u000a04:56:37.215174 --- ParallelTerminationStrategy: PID 11152 died...\u000a04:56:37.268464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11152): Terminated: ok {rc=0}\u000a04:56:37.352082 bus /sierra_3: Setting Powered False\u000a04:56:38.459211 bus /sierra_3: Setting Powered False\u000a04:56:39.568231 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:56:29" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11164): Process ended prematurely: osmo-stp_10.42.42.5(pid=11164) [trial-2399↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11164)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11164): Process ended prematurely: osmo-stp_10.42.42.5(pid=11164) [trial-2399↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:56:41.602040 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:41.613069 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:56:41.748681 tst handover.py: using LAC 38707\u000a04:56:41.871814 tst handover.py: using RAC 202\u000a04:56:41.994186 tst handover.py: using CellId 38707\u000a04:56:42.115904 tst handover.py: using BVCI 38708\u000a04:56:42.139366 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:56:42.281716 tst handover.py: using LAC 38708\u000a04:56:42.401488 tst handover.py: using RAC 203\u000a04:56:42.529604 tst handover.py: using CellId 38708\u000a04:56:42.658811 tst handover.py: using BVCI 38709\u000a04:56:42.683805 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:42.695329 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:42.706703 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:42.718498 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:42.729920 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:42.741258 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:56:42.862551 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:56:43.069432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:43.528077 run create_hlr_db(pid=11158): Launched\u000a04:56:43.652741 bus /sierra_2: Setting Powered False\u000a04:56:44.725641 run create_hlr_db(pid=11158): Terminated: ok {rc=0}\u000a04:56:45.135505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11160): Launched\u000a04:56:45.465374 run osmo-hlr_10.42.42.2(pid=11161): Launched\u000a04:56:45.586180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:46.171322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11163): Launched\u000a04:56:46.661441 run osmo-stp_10.42.42.5(pid=11164): Launched\u000a04:56:46.868410 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:47.435151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11166): Launched\u000a04:56:47.746172 run osmo-msc_10.42.42.6(pid=11167): Launched\u000a04:56:47.928673 run osmo-stp_10.42.42.5(pid=11164): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11164)]\u000a04:56:48.060315 run osmo-stp_10.42.42.5(pid=11164): stdout: \u000a| (launched: 2022-12-14_04:56:46.340578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:48.189363 run osmo-stp_10.42.42.5(pid=11164): stderr: \u000a| �[0;m�[38;5;43m20221214045646598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045646598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045646599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045646599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045646599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045646599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045646600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:48.313062 run osmo-stp_10.42.42.5(pid=11164): stdout: \u000a| (launched: 2022-12-14_04:56:46.340578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:48.435890 run osmo-stp_10.42.42.5(pid=11164): stderr: \u000a| �[0;m�[38;5;43m20221214045646598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045646598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045646599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045646599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045646599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045646599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045646600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:48.489431 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11164): Process ended prematurely: osmo-stp_10.42.42.5(pid=11164) [trial-2399↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11164)] [trial-2399↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:56:48.497608 tst handover.py:18: Test FAILED (6.9 sec)\u000a04:56:48.558211 run osmo-hlr_10.42.42.2(pid=11161): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11161)]\u000a04:56:48.607446 run osmo-hlr_10.42.42.2(pid=11161): stdout: \u000a| (launched: 2022-12-14_04:56:45.302236) \u000a04:56:48.656909 run osmo-hlr_10.42.42.2(pid=11161): stderr: \u000a| �[0;m�[1;31m20221214045645501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045645501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045645501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045645501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045645501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045645502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045645513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045645521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045645522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045645522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:48.724746 run osmo-msc_10.42.42.6(pid=11167): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11167)]\u000a04:56:48.773826 run osmo-msc_10.42.42.6(pid=11167): stdout: \u000a| (launched: 2022-12-14_04:56:47.591614) \u000a04:56:48.823390 run osmo-msc_10.42.42.6(pid=11167): stderr: \u000a| �[0;m�[38;5;43m20221214045647864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045647864 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3de8ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045647864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045647864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045647864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045647865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045647866 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045647867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045647867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045647867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:48.865606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11160): Terminating (SIGTERM)\u000a04:56:48.905363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11163): Terminating (SIGTERM)\u000a04:56:48.945184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11166): Terminating (SIGTERM)\u000a04:56:48.954396 --- ParallelTerminationStrategy: PID 11160 died...\u000a04:56:49.008454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11160): Terminated: ok {rc=0}\u000a04:56:49.018120 --- ParallelTerminationStrategy: PID 11163 died...\u000a04:56:49.071670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11163): Terminated: ok {rc=0}\u000a04:56:49.081358 --- ParallelTerminationStrategy: PID 11166 died...\u000a04:56:49.134962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11166): Terminated: ok {rc=0}\u000a04:56:49.219470 bus /sierra_3: Setting Powered False\u000a04:56:50.326186 bus /sierra_3: Setting Powered False\u000a04:56:51.437781 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:56:41" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11178): Process ended prematurely: osmo-stp_10.42.42.5(pid=11178) [trial-2399↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11178)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11178): Process ended prematurely: osmo-stp_10.42.42.5(pid=11178) [trial-2399↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:56:53.436866 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:53.447682 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:56:53.581980 tst handover.py: using LAC 38709\u000a04:56:53.701765 tst handover.py: using RAC 204\u000a04:56:53.825739 tst handover.py: using CellId 38709\u000a04:56:53.951994 tst handover.py: using BVCI 38710\u000a04:56:53.976497 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:56:54.104919 tst handover.py: using LAC 38710\u000a04:56:54.228755 tst handover.py: using RAC 205\u000a04:56:54.353962 tst handover.py: using CellId 38710\u000a04:56:54.477455 tst handover.py: using BVCI 38711\u000a04:56:54.501794 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:54.512757 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:54.523762 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:54.535151 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:54.546264 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:54.557252 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:56:54.674317 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:56:54.876102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:55.322775 run create_hlr_db(pid=11172): Launched\u000a04:56:55.445702 bus /sierra_2: Setting Powered False\u000a04:56:56.517480 run create_hlr_db(pid=11172): Terminated: ok {rc=0}\u000a04:56:56.891785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11174): Launched\u000a04:56:57.192277 run osmo-hlr_10.42.42.2(pid=11175): Launched\u000a04:56:57.306758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:57.809660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11177): Launched\u000a04:56:58.107752 run osmo-stp_10.42.42.5(pid=11178): Launched\u000a04:56:58.216023 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:58.737570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11180): Launched\u000a04:56:59.037281 run osmo-msc_10.42.42.6(pid=11181): Launched\u000a04:56:59.212812 run osmo-stp_10.42.42.5(pid=11178): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11178)]\u000a04:56:59.340006 run osmo-stp_10.42.42.5(pid=11178): stdout: \u000a| (launched: 2022-12-14_04:56:57.960348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:59.465430 run osmo-stp_10.42.42.5(pid=11178): stderr: \u000a| �[0;m�[38;5;43m20221214045658127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045658127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045658127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045658128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045658128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045658128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045658128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:59.586046 run osmo-stp_10.42.42.5(pid=11178): stdout: \u000a| (launched: 2022-12-14_04:56:57.960348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:59.705663 run osmo-stp_10.42.42.5(pid=11178): stderr: \u000a| �[0;m�[38;5;43m20221214045658127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045658127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045658127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045658128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045658128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045658128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045658128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:59.757760 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11178): Process ended prematurely: osmo-stp_10.42.42.5(pid=11178) [trial-2399↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11178)] [trial-2399↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a04:56:59.765691 tst handover.py:18: Test FAILED (6.3 sec)\u000a04:56:59.826913 run osmo-hlr_10.42.42.2(pid=11175): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11175)]\u000a04:56:59.876979 run osmo-hlr_10.42.42.2(pid=11175): stdout: \u000a| (launched: 2022-12-14_04:56:57.043258) \u000a04:56:59.927109 run osmo-hlr_10.42.42.2(pid=11175): stderr: \u000a| �[0;m�[1;31m20221214045657217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045657217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045657217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045657217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045657217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045657217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045657229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045657237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045657238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045657238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:59.994952 run osmo-msc_10.42.42.6(pid=11181): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11181)]\u000a04:57:00.044399 run osmo-msc_10.42.42.6(pid=11181): stdout: \u000a| (launched: 2022-12-14_04:56:58.888317) \u000a04:57:00.094778 run osmo-msc_10.42.42.6(pid=11181): stderr: \u000a| �[0;m�[38;5;43m20221214045659155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045659156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1632000c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045659156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045659156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045659156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045659156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045659158 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045659158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045659158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045659159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:00.137382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11174): Terminating (SIGTERM)\u000a04:57:00.177663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11177): Terminating (SIGTERM)\u000a04:57:00.218160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11180): Terminating (SIGTERM)\u000a04:57:00.227399 --- ParallelTerminationStrategy: PID 11174 died...\u000a04:57:00.282188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11174): Terminated: ok {rc=0}\u000a04:57:00.291729 --- ParallelTerminationStrategy: PID 11177 died...\u000a04:57:00.346101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11177): Terminated: ok {rc=0}\u000a04:57:00.355583 --- ParallelTerminationStrategy: PID 11180 died...\u000a04:57:00.410217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11180): Terminated: ok {rc=0}\u000a04:57:00.498357 bus /sierra_3: Setting Powered False\u000a04:57:01.613149 bus /sierra_3: Setting Powered False\u000a04:57:02.725345 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:56:53" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11192): Process ended prematurely: osmo-stp_10.42.42.5(pid=11192) [trial-2399↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11192)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11192): Process ended prematurely: osmo-stp_10.42.42.5(pid=11192) [trial-2399↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:57:04.737803 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:04.748930 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:57:04.887184 tst handover.py: using LAC 38711\u000a04:57:05.007699 tst handover.py: using RAC 206\u000a04:57:05.124702 tst handover.py: using CellId 38711\u000a04:57:05.242581 tst handover.py: using BVCI 38712\u000a04:57:05.265007 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:57:05.398862 tst handover.py: using LAC 38712\u000a04:57:05.521560 tst handover.py: using RAC 207\u000a04:57:05.643914 tst handover.py: using CellId 38712\u000a04:57:05.769057 tst handover.py: using BVCI 38713\u000a04:57:05.791627 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:05.802490 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:05.813195 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:05.823588 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:05.834620 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:05.845910 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:57:05.960468 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:57:06.166977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:06.645365 run create_hlr_db(pid=11186): Launched\u000a04:57:06.774879 bus /sierra_2: Setting Powered False\u000a04:57:07.849812 run create_hlr_db(pid=11186): Terminated: ok {rc=0}\u000a04:57:08.221838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11188): Launched\u000a04:57:08.516553 run osmo-hlr_10.42.42.2(pid=11189): Launched\u000a04:57:08.630919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:09.121489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11191): Launched\u000a04:57:09.416259 run osmo-stp_10.42.42.5(pid=11192): Launched\u000a04:57:09.524317 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:10.042037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11194): Launched\u000a04:57:10.338503 run osmo-msc_10.42.42.6(pid=11195): Launched\u000a04:57:10.511961 run osmo-stp_10.42.42.5(pid=11192): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11192)]\u000a04:57:10.637946 run osmo-stp_10.42.42.5(pid=11192): stdout: \u000a| (launched: 2022-12-14_04:57:09.270516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:10.761659 run osmo-stp_10.42.42.5(pid=11192): stderr: \u000a| �[0;m�[38;5;43m20221214045709437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045709437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045709438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045709438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045709439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045709439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045709439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:10.880919 run osmo-stp_10.42.42.5(pid=11192): stdout: \u000a| (launched: 2022-12-14_04:57:09.270516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:10.998337 run osmo-stp_10.42.42.5(pid=11192): stderr: \u000a| �[0;m�[38;5;43m20221214045709437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045709437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045709438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045709438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045709439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045709439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045709439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:11.050287 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11192): Process ended prematurely: osmo-stp_10.42.42.5(pid=11192) [trial-2399↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11192)] [trial-2399↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a04:57:11.058412 tst handover.py:18: Test FAILED (6.3 sec)\u000a04:57:11.118178 run osmo-hlr_10.42.42.2(pid=11189): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11189)]\u000a04:57:11.167160 run osmo-hlr_10.42.42.2(pid=11189): stdout: \u000a| (launched: 2022-12-14_04:57:08.370849) \u000a04:57:11.216656 run osmo-hlr_10.42.42.2(pid=11189): stderr: \u000a| �[0;m�[1;31m20221214045708541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045708541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045708541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045708541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045708542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045708542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045708555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045708563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045708564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045708564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:11.283590 run osmo-msc_10.42.42.6(pid=11195): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11195)]\u000a04:57:11.332302 run osmo-msc_10.42.42.6(pid=11195): stdout: \u000a| (launched: 2022-12-14_04:57:10.191312) \u000a04:57:11.381672 run osmo-msc_10.42.42.6(pid=11195): stderr: \u000a| �[0;m�[38;5;43m20221214045710459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045710459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb8d470c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045710459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045710459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045710459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045710459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045710461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045710462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045710462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045710462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:11.423729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11188): Terminating (SIGTERM)\u000a04:57:11.463428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11191): Terminating (SIGTERM)\u000a04:57:11.503519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11194): Terminating (SIGTERM)\u000a04:57:11.512808 --- ParallelTerminationStrategy: PID 11188 died...\u000a04:57:11.566758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11188): Terminated: ok {rc=0}\u000a04:57:11.576358 --- ParallelTerminationStrategy: PID 11191 died...\u000a04:57:11.629583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11191): Terminated: ok {rc=0}\u000a04:57:11.639194 --- ParallelTerminationStrategy: PID 11194 died...\u000a04:57:11.692936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11194): Terminated: ok {rc=0}\u000a04:57:11.775894 bus /sierra_3: Setting Powered False\u000a04:57:12.880642 bus /sierra_3: Setting Powered False\u000a04:57:13.991978 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:57:04" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11206): Process ended prematurely: osmo-stp_10.42.42.5(pid=11206) [trial-2399↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11206)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11206): Process ended prematurely: osmo-stp_10.42.42.5(pid=11206) [trial-2399↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:57:16.029994 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:16.043958 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:57:16.199419 tst handover.py: using LAC 38713\u000a04:57:16.345204 tst handover.py: using RAC 208\u000a04:57:16.472535 tst handover.py: using CellId 38713\u000a04:57:16.591911 tst handover.py: using BVCI 38714\u000a04:57:16.615283 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:57:16.748319 tst handover.py: using LAC 38714\u000a04:57:16.911835 tst handover.py: using RAC 209\u000a04:57:17.038874 tst handover.py: using CellId 38714\u000a04:57:17.159951 tst handover.py: using BVCI 38715\u000a04:57:17.183357 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:17.194592 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:17.205604 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:17.216823 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:17.228930 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:17.240798 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:57:17.357920 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:57:17.562770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:18.040451 run create_hlr_db(pid=11200): Launched\u000a04:57:18.169736 bus /sierra_2: Setting Powered False\u000a04:57:19.245963 run create_hlr_db(pid=11200): Terminated: ok {rc=0}\u000a04:57:19.619893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11202): Launched\u000a04:57:19.914389 run osmo-hlr_10.42.42.2(pid=11203): Launched\u000a04:57:20.029922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:20.524357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11205): Launched\u000a04:57:20.819449 run osmo-stp_10.42.42.5(pid=11206): Launched\u000a04:57:20.926061 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:21.439927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11208): Launched\u000a04:57:21.735260 run osmo-msc_10.42.42.6(pid=11211): Launched\u000a04:57:21.909321 run osmo-stp_10.42.42.5(pid=11206): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11206)]\u000a04:57:22.034708 run osmo-stp_10.42.42.5(pid=11206): stdout: \u000a| (launched: 2022-12-14_04:57:20.672917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:22.157482 run osmo-stp_10.42.42.5(pid=11206): stderr: \u000a| �[0;m�[38;5;43m20221214045720838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045720838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045720838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045720838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045720839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045720839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045720839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:22.275508 run osmo-stp_10.42.42.5(pid=11206): stdout: \u000a| (launched: 2022-12-14_04:57:20.672917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:22.392595 run osmo-stp_10.42.42.5(pid=11206): stderr: \u000a| �[0;m�[38;5;43m20221214045720838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045720838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045720838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045720838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045720839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045720839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045720839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:22.443934 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11206): Process ended prematurely: osmo-stp_10.42.42.5(pid=11206) [trial-2399↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11206)] [trial-2399↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a04:57:22.451632 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:57:22.510743 run osmo-hlr_10.42.42.2(pid=11203): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11203)]\u000a04:57:22.559161 run osmo-hlr_10.42.42.2(pid=11203): stdout: \u000a| (launched: 2022-12-14_04:57:19.769099) \u000a04:57:22.608268 run osmo-hlr_10.42.42.2(pid=11203): stderr: \u000a| �[0;m�[1;31m20221214045719941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045719941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045719941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045719941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045719941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045719941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045719953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045719962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045719962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045719962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:22.674868 run osmo-msc_10.42.42.6(pid=11211): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11211)]\u000a04:57:22.723591 run osmo-msc_10.42.42.6(pid=11211): stdout: \u000a| (launched: 2022-12-14_04:57:21.589292) \u000a04:57:22.772767 run osmo-msc_10.42.42.6(pid=11211): stderr: \u000a| �[0;m�[38;5;43m20221214045721856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045721857 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fc18d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045721857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045721857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045721857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045721857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045721859 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045721859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045721859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045721859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:22.814535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11202): Terminating (SIGTERM)\u000a04:57:22.854096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11205): Terminating (SIGTERM)\u000a04:57:22.893893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11208): Terminating (SIGTERM)\u000a04:57:22.903030 --- ParallelTerminationStrategy: PID 11202 died...\u000a04:57:22.956418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11202): Terminated: ok {rc=0}\u000a04:57:22.965934 --- ParallelTerminationStrategy: PID 11205 died...\u000a04:57:23.018974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11205): Terminated: ok {rc=0}\u000a04:57:23.028410 --- ParallelTerminationStrategy: PID 11208 died...\u000a04:57:23.081478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11208): Terminated: ok {rc=0}\u000a04:57:23.169733 bus /sierra_3: Setting Powered False\u000a04:57:24.272565 bus /sierra_3: Setting Powered False\u000a04:57:25.383726 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:57:15" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11222): Process ended prematurely: osmo-stp_10.42.42.5(pid=11222) [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11222)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11222): Process ended prematurely: osmo-stp_10.42.42.5(pid=11222) [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:57:27.394437 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:57:27.405435 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:57:27.532836 tst handover.py: using LAC 38715\u000a04:57:27.649480 tst handover.py: using RAC 210\u000a04:57:27.764385 tst handover.py: using CellId 38715\u000a04:57:27.881537 tst handover.py: using BVCI 38716\u000a04:57:27.903847 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:57:28.043176 tst handover.py: using LAC 38716\u000a04:57:28.166781 tst handover.py: using RAC 211\u000a04:57:28.285036 tst handover.py: using CellId 38716\u000a04:57:28.408247 tst handover.py: using BVCI 38717\u000a04:57:28.432416 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:57:28.444088 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:57:28.455657 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:57:28.467133 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:57:28.478737 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:57:28.490155 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:57:28.609486 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:57:28.807217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:29.247404 run create_hlr_db(pid=11216): Launched\u000a04:57:29.368214 bus /sierra_2: Setting Powered False\u000a04:57:30.438840 run create_hlr_db(pid=11216): Terminated: ok {rc=0}\u000a04:57:30.839465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11218): Launched\u000a04:57:31.254431 run osmo-hlr_10.42.42.2(pid=11219): Launched\u000a04:57:31.381291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:32.080806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11221): Launched\u000a04:57:32.420284 run osmo-stp_10.42.42.5(pid=11222): Launched\u000a04:57:32.536191 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:33.097968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11224): Launched\u000a04:57:33.419505 run osmo-msc_10.42.42.6(pid=11225): Launched\u000a04:57:33.607713 run osmo-stp_10.42.42.5(pid=11222): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11222)]\u000a04:57:33.743299 run osmo-stp_10.42.42.5(pid=11222): stdout: \u000a| (launched: 2022-12-14_04:57:32.239005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:33.878459 run osmo-stp_10.42.42.5(pid=11222): stderr: \u000a| �[0;m�[38;5;43m20221214045732464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045732464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045732464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045732465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045732465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045732465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045732465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:34.015781 run osmo-stp_10.42.42.5(pid=11222): stdout: \u000a| (launched: 2022-12-14_04:57:32.239005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:34.143070 run osmo-stp_10.42.42.5(pid=11222): stderr: \u000a| �[0;m�[38;5;43m20221214045732464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045732464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045732464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045732465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045732465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045732465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045732465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:34.199023 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11222): Process ended prematurely: osmo-stp_10.42.42.5(pid=11222) [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11222)] [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:57:34.207725 tst handover.py:18: Test FAILED (6.8 sec)\u000a04:57:34.270417 run osmo-hlr_10.42.42.2(pid=11219): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11219)]\u000a04:57:34.322181 run osmo-hlr_10.42.42.2(pid=11219): stdout: \u000a| (launched: 2022-12-14_04:57:31.029176) \u000a04:57:34.375108 run osmo-hlr_10.42.42.2(pid=11219): stderr: \u000a| �[0;m�[1;31m20221214045731404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045731404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045731404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045731404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045731404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045731404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045731423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045731439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045731439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045731439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:34.446109 run osmo-msc_10.42.42.6(pid=11225): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11225)]\u000a04:57:34.497751 run osmo-msc_10.42.42.6(pid=11225): stdout: \u000a| (launched: 2022-12-14_04:57:33.261391) \u000a04:57:34.549731 run osmo-msc_10.42.42.6(pid=11225): stderr: \u000a| �[0;m�[38;5;43m20221214045733583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045733583 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63eb30bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045733583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045733584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045733584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045733584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045733586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045733586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045733586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045733586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:34.594243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11218): Terminating (SIGTERM)\u000a04:57:34.635978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11221): Terminating (SIGTERM)\u000a04:57:34.677803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11224): Terminating (SIGTERM)\u000a04:57:34.687509 --- ParallelTerminationStrategy: PID 11218 died...\u000a04:57:34.743889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11218): Terminated: ok {rc=0}\u000a04:57:34.754129 --- ParallelTerminationStrategy: PID 11221 died...\u000a04:57:34.810002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11221): Terminated: ok {rc=0}\u000a04:57:34.820128 --- ParallelTerminationStrategy: PID 11224 died...\u000a04:57:34.875694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11224): Terminated: ok {rc=0}\u000a04:57:34.962201 bus /sierra_3: Setting Powered False\u000a04:57:36.068258 bus /sierra_3: Setting Powered False\u000a04:57:37.176642 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:57:27" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11236): Process ended prematurely: osmo-stp_10.42.42.5(pid=11236) [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11236)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11236): Process ended prematurely: osmo-stp_10.42.42.5(pid=11236) [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:57:39.165157 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:39.175882 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:57:39.315053 tst handover.py: using LAC 38717\u000a04:57:39.454066 tst handover.py: using RAC 212\u000a04:57:39.581378 tst handover.py: using CellId 38717\u000a04:57:39.710900 tst handover.py: using BVCI 38718\u000a04:57:39.735250 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:57:39.860762 tst handover.py: using LAC 38718\u000a04:57:39.985309 tst handover.py: using RAC 213\u000a04:57:40.100902 tst handover.py: using CellId 38718\u000a04:57:40.216762 tst handover.py: using BVCI 38719\u000a04:57:40.239319 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:40.250197 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:40.260852 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:40.271525 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:40.283059 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:40.294570 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:57:40.413972 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:57:40.614409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:41.055207 run create_hlr_db(pid=11230): Launched\u000a04:57:41.177257 bus /sierra_2: Setting Powered False\u000a04:57:42.248294 run create_hlr_db(pid=11230): Terminated: ok {rc=0}\u000a04:57:42.645659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11232): Launched\u000a04:57:42.963407 run osmo-hlr_10.42.42.2(pid=11233): Launched\u000a04:57:43.079552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:43.606689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11235): Launched\u000a04:57:43.923730 run osmo-stp_10.42.42.5(pid=11236): Launched\u000a04:57:44.039078 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:44.594288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11238): Launched\u000a04:57:44.911701 run osmo-msc_10.42.42.6(pid=11239): Launched\u000a04:57:45.097854 run osmo-stp_10.42.42.5(pid=11236): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11236)]\u000a04:57:45.231762 run osmo-stp_10.42.42.5(pid=11236): stdout: \u000a| (launched: 2022-12-14_04:57:43.768209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:45.365909 run osmo-stp_10.42.42.5(pid=11236): stderr: \u000a| �[0;m�[38;5;43m20221214045743956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045743956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045743956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045743957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045743957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045743958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045743958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:45.494142 run osmo-stp_10.42.42.5(pid=11236): stdout: \u000a| (launched: 2022-12-14_04:57:43.768209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:45.621329 run osmo-stp_10.42.42.5(pid=11236): stderr: \u000a| �[0;m�[38;5;43m20221214045743956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045743956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045743956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045743957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045743957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045743958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045743958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:45.676572 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11236): Process ended prematurely: osmo-stp_10.42.42.5(pid=11236) [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11236)] [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a04:57:45.685191 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:57:45.746960 run osmo-hlr_10.42.42.2(pid=11233): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11233)]\u000a04:57:45.797550 run osmo-hlr_10.42.42.2(pid=11233): stdout: \u000a| (launched: 2022-12-14_04:57:42.807701) \u000a04:57:45.862754 run osmo-hlr_10.42.42.2(pid=11233): stderr: \u000a| �[0;m�[1;31m20221214045743000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045743000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045743001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045743001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045743001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045743001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045743027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045743036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045743036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045743037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:45.938459 run osmo-msc_10.42.42.6(pid=11239): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11239)]\u000a04:57:45.990110 run osmo-msc_10.42.42.6(pid=11239): stdout: \u000a| (launched: 2022-12-14_04:57:44.756068) \u000a04:57:46.042304 run osmo-msc_10.42.42.6(pid=11239): stderr: \u000a| �[0;m�[38;5;43m20221214045745072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045745072 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66630eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045745072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045745072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045745073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045745073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045745074 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045745075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045745075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045745075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:46.087223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11232): Terminating (SIGTERM)\u000a04:57:46.133096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11235): Terminating (SIGTERM)\u000a04:57:46.176558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11238): Terminating (SIGTERM)\u000a04:57:46.188256 --- ParallelTerminationStrategy: PID 11232 died...\u000a04:57:46.248148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11232): Terminated: ok {rc=0}\u000a04:57:46.258812 --- ParallelTerminationStrategy: PID 11235 died...\u000a04:57:46.316236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11235): Terminated: ok {rc=0}\u000a04:57:46.326909 --- ParallelTerminationStrategy: PID 11238 died...\u000a04:57:46.385576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11238): Terminated: ok {rc=0}\u000a04:57:46.472365 bus /sierra_3: Setting Powered False\u000a04:57:47.570512 bus /sierra_3: Setting Powered False\u000a04:57:48.680561 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:57:38" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:57:50.675434 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:50.686406 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:57:50.814485 tst handover.py: using LAC 38719\u000a04:57:50.932940 tst handover.py: using RAC 214\u000a04:57:51.048319 tst handover.py: using CellId 38719\u000a04:57:51.165106 tst handover.py: using BVCI 38720\u000a04:57:51.187605 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:57:51.322820 tst handover.py: using LAC 38720\u000a04:57:51.442220 tst handover.py: using RAC 215\u000a04:57:51.560910 tst handover.py: using CellId 38720\u000a04:57:51.677799 tst handover.py: using BVCI 38721\u000a04:57:51.700226 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:51.711192 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:51.721975 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:51.732765 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:51.744365 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:51.756008 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:57:51.876285 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:57:52.076918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:52.519215 run create_hlr_db(pid=11244): Launched\u000a04:57:52.640652 bus /sierra_2: Setting Powered False\u000a04:57:53.712762 run create_hlr_db(pid=11244): Terminated: ok {rc=0}\u000a04:57:54.085197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11246): Launched\u000a04:57:54.382442 run osmo-hlr_10.42.42.2(pid=11247): Launched\u000a04:57:54.498116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:54.993812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Launched\u000a04:57:55.290126 run osmo-stp_10.42.42.5(pid=11250): Launched\u000a04:57:55.397689 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:55.914391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11252): Launched\u000a04:57:56.211044 run osmo-msc_10.42.42.6(pid=11253): Launched\u000a04:57:56.385531 run osmo-stp_10.42.42.5(pid=11250): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]\u000a04:57:56.511197 run osmo-stp_10.42.42.5(pid=11250): stdout: \u000a| (launched: 2022-12-14_04:57:55.143970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:56.634911 run osmo-stp_10.42.42.5(pid=11250): stderr: \u000a| �[0;m�[38;5;43m20221214045755311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045755311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045755311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045755311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045755312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045755312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045755312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:56.754276 run osmo-stp_10.42.42.5(pid=11250): stdout: \u000a| (launched: 2022-12-14_04:57:55.143970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:56.871741 run osmo-stp_10.42.42.5(pid=11250): stderr: \u000a| �[0;m�[38;5;43m20221214045755311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045755311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045755311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045755311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045755312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045755312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045755312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:56.923388 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)] [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a04:57:56.931185 tst handover.py:18: Test FAILED (6.2 sec)\u000a04:57:56.990560 run osmo-hlr_10.42.42.2(pid=11247): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11247)]\u000a04:57:57.039198 run osmo-hlr_10.42.42.2(pid=11247): stdout: \u000a| (launched: 2022-12-14_04:57:54.236152) \u000a04:57:57.088371 run osmo-hlr_10.42.42.2(pid=11247): stderr: \u000a| �[0;m�[1;31m20221214045754408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045754408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045754408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045754408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045754408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045754408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045754420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045754428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045754429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045754429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:57.155020 run osmo-msc_10.42.42.6(pid=11253): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11253)]\u000a04:57:57.203172 run osmo-msc_10.42.42.6(pid=11253): stdout: \u000a| (launched: 2022-12-14_04:57:56.064579) \u000a04:57:57.252061 run osmo-msc_10.42.42.6(pid=11253): stderr: \u000a| �[0;m�[38;5;43m20221214045756334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045756334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8258af4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045756334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045756334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045756334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045756335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045756336 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045756337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045756337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045756337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:57.293422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11246): Terminating (SIGTERM)\u000a04:57:57.332632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Terminating (SIGTERM)\u000a04:57:57.371842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11252): Terminating (SIGTERM)\u000a04:57:57.380889 --- ParallelTerminationStrategy: PID 11246 died...\u000a04:57:57.434040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11246): Terminated: ok {rc=0}\u000a04:57:57.443537 --- ParallelTerminationStrategy: PID 11249 died...\u000a04:57:57.496198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Terminated: ok {rc=0}\u000a04:57:57.505766 --- ParallelTerminationStrategy: PID 11252 died...\u000a04:57:57.558845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11252): Terminated: ok {rc=0}\u000a04:57:57.646944 bus /sierra_3: Setting Powered False\u000a04:57:58.749248 bus /sierra_3: Setting Powered False\u000a04:57:59.860344 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:57:50" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11264): Process ended prematurely: osmo-stp_10.42.42.5(pid=11264) [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11264)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11264): Process ended prematurely: osmo-stp_10.42.42.5(pid=11264) [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:58:01.963323 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:01.977203 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:58:02.144056 tst handover.py: using LAC 38721\u000a04:58:02.312638 tst handover.py: using RAC 216\u000a04:58:02.444551 tst handover.py: using CellId 38721\u000a04:58:02.574804 tst handover.py: using BVCI 38722\u000a04:58:02.599397 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:58:02.738572 tst handover.py: using LAC 38722\u000a04:58:02.862279 tst handover.py: using RAC 217\u000a04:58:02.986282 tst handover.py: using CellId 38722\u000a04:58:03.112199 tst handover.py: using BVCI 38723\u000a04:58:03.136577 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:03.147964 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:03.159112 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:03.170400 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:03.182222 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:03.193915 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:58:03.308805 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:58:03.516397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:58:03.999675 run create_hlr_db(pid=11258): Launched\u000a04:58:04.130210 bus /sierra_2: Setting Powered False\u000a04:58:05.204925 run create_hlr_db(pid=11258): Terminated: ok {rc=0}\u000a04:58:05.579292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11260): Launched\u000a04:58:05.876661 run osmo-hlr_10.42.42.2(pid=11261): Launched\u000a04:58:05.990317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:58:06.482317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11263): Launched\u000a04:58:06.780446 run osmo-stp_10.42.42.5(pid=11264): Launched\u000a04:58:06.888240 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:58:07.404609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11266): Launched\u000a04:58:07.702368 run osmo-msc_10.42.42.6(pid=11267): Launched\u000a04:58:07.875511 run osmo-stp_10.42.42.5(pid=11264): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11264)]\u000a04:58:08.000311 run osmo-stp_10.42.42.5(pid=11264): stdout: \u000a| (launched: 2022-12-14_04:58:06.633731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:08.123569 run osmo-stp_10.42.42.5(pid=11264): stderr: \u000a| �[0;m�[38;5;43m20221214045806801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045806801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045806801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045806802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045806802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045806802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045806803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:08.241819 run osmo-stp_10.42.42.5(pid=11264): stdout: \u000a| (launched: 2022-12-14_04:58:06.633731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:08.359113 run osmo-stp_10.42.42.5(pid=11264): stderr: \u000a| �[0;m�[38;5;43m20221214045806801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045806801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045806801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045806802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045806802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045806802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045806803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:08.410960 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11264): Process ended prematurely: osmo-stp_10.42.42.5(pid=11264) [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11264)] [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a04:58:08.419408 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:58:08.479490 run osmo-hlr_10.42.42.2(pid=11261): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11261)]\u000a04:58:08.528252 run osmo-hlr_10.42.42.2(pid=11261): stdout: \u000a| (launched: 2022-12-14_04:58:05.730579) \u000a04:58:08.577588 run osmo-hlr_10.42.42.2(pid=11261): stderr: \u000a| �[0;m�[1;31m20221214045805902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045805902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045805902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045805902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045805902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045805902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045805914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045805923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045805923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045805923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:58:08.644583 run osmo-msc_10.42.42.6(pid=11267): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11267)]\u000a04:58:08.693189 run osmo-msc_10.42.42.6(pid=11267): stdout: \u000a| (launched: 2022-12-14_04:58:07.554692) \u000a04:58:08.742338 run osmo-msc_10.42.42.6(pid=11267): stderr: \u000a| �[0;m�[38;5;43m20221214045807822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045807823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4919dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045807823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045807823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045807823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045807823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045807825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045807825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045807826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045807826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:58:08.783797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11260): Terminating (SIGTERM)\u000a04:58:08.823133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11263): Terminating (SIGTERM)\u000a04:58:08.862173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11266): Terminating (SIGTERM)\u000a04:58:08.871247 --- ParallelTerminationStrategy: PID 11260 died...\u000a04:58:08.924140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11260): Terminated: ok {rc=0}\u000a04:58:08.933664 --- ParallelTerminationStrategy: PID 11263 died...\u000a04:58:08.986144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11263): Terminated: ok {rc=0}\u000a04:58:08.995502 --- ParallelTerminationStrategy: PID 11266 died...\u000a04:58:09.048391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11266): Terminated: ok {rc=0}\u000a04:58:09.136104 bus /sierra_3: Setting Powered False\u000a04:58:10.239282 bus /sierra_3: Setting Powered False\u000a04:58:11.349621 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:58:01" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11278): Process ended prematurely: osmo-stp_10.42.42.5(pid=11278) [trial-2399↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11278)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11278): Process ended prematurely: osmo-stp_10.42.42.5(pid=11278) [trial-2399↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:58:13.358245 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:58:13.370085 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:58:13.510104 tst handover.py: using LAC 38723\u000a04:58:13.629798 tst handover.py: using RAC 218\u000a04:58:13.745916 tst handover.py: using CellId 38723\u000a04:58:13.861920 tst handover.py: using BVCI 38724\u000a04:58:13.884348 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:58:14.003121 tst handover.py: using LAC 38724\u000a04:58:14.125997 tst handover.py: using RAC 219\u000a04:58:14.249268 tst handover.py: using CellId 38724\u000a04:58:14.372474 tst handover.py: using BVCI 38725\u000a04:58:14.396671 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:58:14.407921 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:58:14.419076 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:58:14.430183 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:58:14.441377 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:58:14.452434 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:58:14.569114 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:58:14.766496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:58:15.210055 run create_hlr_db(pid=11272): Launched\u000a04:58:15.330774 bus /sierra_2: Setting Powered False\u000a04:58:16.450321 run create_hlr_db(pid=11272): Terminated: ok {rc=0}\u000a04:58:16.890631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11274): Launched\u000a04:58:17.307795 run osmo-hlr_10.42.42.2(pid=11275): Launched\u000a04:58:17.456842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:58:17.982625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11277): Launched\u000a04:58:18.299372 run osmo-stp_10.42.42.5(pid=11278): Launched\u000a04:58:18.415157 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:58:18.971538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11280): Launched\u000a04:58:19.290132 run osmo-msc_10.42.42.6(pid=11281): Launched\u000a04:58:19.475994 run osmo-stp_10.42.42.5(pid=11278): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11278)]\u000a04:58:19.610816 run osmo-stp_10.42.42.5(pid=11278): stdout: \u000a| (launched: 2022-12-14_04:58:18.144349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:19.744567 run osmo-stp_10.42.42.5(pid=11278): stderr: \u000a| �[0;m�[38;5;43m20221214045818331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045818331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045818331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045818331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045818332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045818332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045818332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:19.872215 run osmo-stp_10.42.42.5(pid=11278): stdout: \u000a| (launched: 2022-12-14_04:58:18.144349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:19.998702 run osmo-stp_10.42.42.5(pid=11278): stderr: \u000a| �[0;m�[38;5;43m20221214045818331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045818331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045818331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045818331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045818332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045818332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045818332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:20.053952 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11278): Process ended prematurely: osmo-stp_10.42.42.5(pid=11278) [trial-2399↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11278)] [trial-2399↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a04:58:20.062342 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:58:20.123831 run osmo-hlr_10.42.42.2(pid=11275): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11275)]\u000a04:58:20.174488 run osmo-hlr_10.42.42.2(pid=11275): stdout: \u000a| (launched: 2022-12-14_04:58:17.044680) \u000a04:58:20.225580 run osmo-hlr_10.42.42.2(pid=11275): stderr: \u000a| �[0;m�[1;31m20221214045817262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045817262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045817262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045817262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045817262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045817262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045817276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045817288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045817289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045817289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:58:20.295310 run osmo-msc_10.42.42.6(pid=11281): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11281)]\u000a04:58:20.345982 run osmo-msc_10.42.42.6(pid=11281): stdout: \u000a| (launched: 2022-12-14_04:58:19.134122) \u000a04:58:20.397216 run osmo-msc_10.42.42.6(pid=11281): stderr: \u000a| �[0;m�[38;5;43m20221214045819454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045819454 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fafde52ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045819454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045819454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045819454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045819454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045819456 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045819456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045819456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045819456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:58:20.440624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11274): Terminating (SIGTERM)\u000a04:58:20.481881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11277): Terminating (SIGTERM)\u000a04:58:20.522905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11280): Terminating (SIGTERM)\u000a04:58:20.532527 --- ParallelTerminationStrategy: PID 11274 died...\u000a04:58:20.588126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11274): Terminated: ok {rc=0}\u000a04:58:20.598143 --- ParallelTerminationStrategy: PID 11277 died...\u000a04:58:20.653312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11277): Terminated: ok {rc=0}\u000a04:58:20.663666 --- ParallelTerminationStrategy: PID 11280 died...\u000a04:58:20.718970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11280): Terminated: ok {rc=0}\u000a04:58:20.805386 bus /sierra_3: Setting Powered False\u000a04:58:21.910852 bus /sierra_3: Setting Powered False\u000a04:58:23.022577 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:58:13" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11292): Process ended prematurely: osmo-stp_10.42.42.5(pid=11292) [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11292)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11292): Process ended prematurely: osmo-stp_10.42.42.5(pid=11292) [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:58:25.032857 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:25.043915 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:58:25.177354 tst handover.py: using LAC 38725\u000a04:58:25.294312 tst handover.py: using RAC 220\u000a04:58:25.412735 tst handover.py: using CellId 38725\u000a04:58:25.531851 tst handover.py: using BVCI 38726\u000a04:58:25.554484 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:58:25.687989 tst handover.py: using LAC 38726\u000a04:58:25.803984 tst handover.py: using RAC 221\u000a04:58:25.926191 tst handover.py: using CellId 38726\u000a04:58:26.041106 tst handover.py: using BVCI 38727\u000a04:58:26.063625 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:26.074568 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:26.085151 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:26.095835 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:26.106895 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:26.118426 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:58:26.237628 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:58:26.435676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:58:26.879172 run create_hlr_db(pid=11286): Launched\u000a04:58:27.000383 bus /sierra_2: Setting Powered False\u000a04:58:28.072208 run create_hlr_db(pid=11286): Terminated: ok {rc=0}\u000a04:58:28.468748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11288): Launched\u000a04:58:28.787099 run osmo-hlr_10.42.42.2(pid=11289): Launched\u000a04:58:28.906522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:58:29.402292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11291): Launched\u000a04:58:29.700069 run osmo-stp_10.42.42.5(pid=11292): Launched\u000a04:58:29.808518 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:58:30.327362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11294): Launched\u000a04:58:30.625398 run osmo-msc_10.42.42.6(pid=11295): Launched\u000a04:58:30.800626 run osmo-stp_10.42.42.5(pid=11292): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11292)]\u000a04:58:30.998240 run osmo-stp_10.42.42.5(pid=11292): stdout: \u000a| (launched: 2022-12-14_04:58:29.552857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:31.127297 run osmo-stp_10.42.42.5(pid=11292): stderr: \u000a| �[0;m�[38;5;43m20221214045829719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045829719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045829719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045829720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045829720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045829721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045829721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:31.251483 run osmo-stp_10.42.42.5(pid=11292): stdout: \u000a| (launched: 2022-12-14_04:58:29.552857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:31.373025 run osmo-stp_10.42.42.5(pid=11292): stderr: \u000a| �[0;m�[38;5;43m20221214045829719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045829719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045829719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045829720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045829720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045829721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045829721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:31.426486 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11292): Process ended prematurely: osmo-stp_10.42.42.5(pid=11292) [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11292)] [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a04:58:31.435401 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:58:31.497923 run osmo-hlr_10.42.42.2(pid=11289): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11289)]\u000a04:58:31.548496 run osmo-hlr_10.42.42.2(pid=11289): stdout: \u000a| (launched: 2022-12-14_04:58:28.631294) \u000a04:58:31.600031 run osmo-hlr_10.42.42.2(pid=11289): stderr: \u000a| �[0;m�[1;31m20221214045828825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045828825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045828825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045828825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045828825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045828825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045828837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045828845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045828846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045828846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:58:31.669519 run osmo-msc_10.42.42.6(pid=11295): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11295)]\u000a04:58:31.719901 run osmo-msc_10.42.42.6(pid=11295): stdout: \u000a| (launched: 2022-12-14_04:58:30.477799) \u000a04:58:31.771387 run osmo-msc_10.42.42.6(pid=11295): stderr: \u000a| �[0;m�[38;5;43m20221214045830746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045830746 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ba3e27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045830746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045830746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045830746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045830746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045830748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045830749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045830749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045830749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:58:31.815201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11288): Terminating (SIGTERM)\u000a04:58:31.858972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11291): Terminating (SIGTERM)\u000a04:58:31.901111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11294): Terminating (SIGTERM)\u000a04:58:31.910778 --- ParallelTerminationStrategy: PID 11288 died...\u000a04:58:31.966658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11288): Terminated: ok {rc=0}\u000a04:58:31.977030 --- ParallelTerminationStrategy: PID 11291 died...\u000a04:58:32.033086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11291): Terminated: ok {rc=0}\u000a04:58:32.043515 --- ParallelTerminationStrategy: PID 11294 died...\u000a04:58:32.099395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11294): Terminated: ok {rc=0}\u000a04:58:32.184091 bus /sierra_3: Setting Powered False\u000a04:58:33.288408 bus /sierra_3: Setting Powered False\u000a04:58:34.397335 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:58:24" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11306): Process ended prematurely: osmo-stp_10.42.42.5(pid=11306) [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11306)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11306): Process ended prematurely: osmo-stp_10.42.42.5(pid=11306) [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:58:36.437753 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:36.449410 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:58:36.583162 tst handover.py: using LAC 38727\u000a04:58:36.708294 tst handover.py: using RAC 222\u000a04:58:36.827520 tst handover.py: using CellId 38727\u000a04:58:36.944127 tst handover.py: using BVCI 38728\u000a04:58:36.966671 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:58:37.101860 tst handover.py: using LAC 38728\u000a04:58:37.228223 tst handover.py: using RAC 223\u000a04:58:37.352042 tst handover.py: using CellId 38728\u000a04:58:37.482975 tst handover.py: using BVCI 38729\u000a04:58:37.507466 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:37.519061 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:37.530504 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:37.541804 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:37.553137 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:37.564328 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:58:37.685803 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:58:37.885117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:58:38.328562 run create_hlr_db(pid=11300): Launched\u000a04:58:38.449277 bus /sierra_2: Setting Powered False\u000a04:58:39.521271 run create_hlr_db(pid=11300): Terminated: ok {rc=0}\u000a04:58:39.891918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11302): Launched\u000a04:58:40.187929 run osmo-hlr_10.42.42.2(pid=11303): Launched\u000a04:58:40.301317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:58:40.797908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11305): Launched\u000a04:58:41.093339 run osmo-stp_10.42.42.5(pid=11306): Launched\u000a04:58:41.199997 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:58:41.715298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11308): Launched\u000a04:58:42.012002 run osmo-msc_10.42.42.6(pid=11309): Launched\u000a04:58:42.185595 run osmo-stp_10.42.42.5(pid=11306): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11306)]\u000a04:58:42.311651 run osmo-stp_10.42.42.5(pid=11306): stdout: \u000a| (launched: 2022-12-14_04:58:40.947832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:42.436575 run osmo-stp_10.42.42.5(pid=11306): stderr: \u000a| �[0;m�[38;5;43m20221214045841114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045841115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045841115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045841115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045841116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045841116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045841116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:42.555507 run osmo-stp_10.42.42.5(pid=11306): stdout: \u000a| (launched: 2022-12-14_04:58:40.947832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:42.673510 run osmo-stp_10.42.42.5(pid=11306): stderr: \u000a| �[0;m�[38;5;43m20221214045841114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045841115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045841115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045841115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045841116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045841116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045841116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:42.725125 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11306): Process ended prematurely: osmo-stp_10.42.42.5(pid=11306) [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11306)] [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a04:58:42.733066 tst handover.py:18: Test FAILED (6.3 sec)\u000a04:58:42.792328 run osmo-hlr_10.42.42.2(pid=11303): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11303)]\u000a04:58:42.840768 run osmo-hlr_10.42.42.2(pid=11303): stdout: \u000a| (launched: 2022-12-14_04:58:40.042139) \u000a04:58:42.889763 run osmo-hlr_10.42.42.2(pid=11303): stderr: \u000a| �[0;m�[1;31m20221214045840214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045840214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045840214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045840214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045840214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045840214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045840226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045840237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045840237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045840237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:58:42.956421 run osmo-msc_10.42.42.6(pid=11309): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11309)]\u000a04:58:43.004982 run osmo-msc_10.42.42.6(pid=11309): stdout: \u000a| (launched: 2022-12-14_04:58:41.865326) \u000a04:58:43.054035 run osmo-msc_10.42.42.6(pid=11309): stderr: \u000a| �[0;m�[38;5;43m20221214045842134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045842135 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bd45a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045842135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045842135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045842135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045842135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045842137 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045842137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045842137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045842137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:58:43.095518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11302): Terminating (SIGTERM)\u000a04:58:43.134733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11305): Terminating (SIGTERM)\u000a04:58:43.173867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11308): Terminating (SIGTERM)\u000a04:58:43.182937 --- ParallelTerminationStrategy: PID 11302 died...\u000a04:58:43.236092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11302): Terminated: ok {rc=0}\u000a04:58:43.245778 --- ParallelTerminationStrategy: PID 11305 died...\u000a04:58:43.298619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11305): Terminated: ok {rc=0}\u000a04:58:43.308004 --- ParallelTerminationStrategy: PID 11308 died...\u000a04:58:43.360838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11308): Terminated: ok {rc=0}\u000a04:58:43.447690 bus /sierra_3: Setting Powered False\u000a04:58:44.548170 bus /sierra_3: Setting Powered False\u000a04:58:45.658846 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:58:36" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11320): Process ended prematurely: osmo-stp_10.42.42.5(pid=11320) [trial-2399↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11320)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11320): Process ended prematurely: osmo-stp_10.42.42.5(pid=11320) [trial-2399↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:58:47.730801 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:47.741979 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:58:47.862741 tst handover.py: using LAC 38729\u000a04:58:47.981590 tst handover.py: using RAC 224\u000a04:58:48.097734 tst handover.py: using CellId 38729\u000a04:58:48.222219 tst handover.py: using BVCI 38730\u000a04:58:48.246641 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:58:48.388917 tst handover.py: using LAC 38730\u000a04:58:48.513173 tst handover.py: using RAC 225\u000a04:58:48.642341 tst handover.py: using CellId 38730\u000a04:58:48.764697 tst handover.py: using BVCI 38731\u000a04:58:48.788871 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:48.800120 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:48.811171 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:48.822145 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:48.833196 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:48.844220 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:58:48.960445 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:58:49.166704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:58:49.649977 run create_hlr_db(pid=11314): Launched\u000a04:58:49.780586 bus /sierra_2: Setting Powered False\u000a04:58:50.856870 run create_hlr_db(pid=11314): Terminated: ok {rc=0}\u000a04:58:51.236385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11316): Launched\u000a04:58:51.536267 run osmo-hlr_10.42.42.2(pid=11317): Launched\u000a04:58:51.654826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:58:52.158746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11319): Launched\u000a04:58:52.459337 run osmo-stp_10.42.42.5(pid=11320): Launched\u000a04:58:52.569413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:58:53.092942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11322): Launched\u000a04:58:53.394026 run osmo-msc_10.42.42.6(pid=11323): Launched\u000a04:58:53.571238 run osmo-stp_10.42.42.5(pid=11320): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11320)]\u000a04:58:53.698781 run osmo-stp_10.42.42.5(pid=11320): stdout: \u000a| (launched: 2022-12-14_04:58:52.310900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:53.823981 run osmo-stp_10.42.42.5(pid=11320): stderr: \u000a| �[0;m�[38;5;43m20221214045852477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045852477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045852477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045852478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045852478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045852478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045852478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:53.944581 run osmo-stp_10.42.42.5(pid=11320): stdout: \u000a| (launched: 2022-12-14_04:58:52.310900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:54.064140 run osmo-stp_10.42.42.5(pid=11320): stderr: \u000a| �[0;m�[38;5;43m20221214045852477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045852477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045852477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045852478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045852478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045852478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045852478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:54.116484 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11320): Process ended prematurely: osmo-stp_10.42.42.5(pid=11320) [trial-2399↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11320)] [trial-2399↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a04:58:54.124544 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:58:54.184444 run osmo-hlr_10.42.42.2(pid=11317): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11317)]\u000a04:58:54.233304 run osmo-hlr_10.42.42.2(pid=11317): stdout: \u000a| (launched: 2022-12-14_04:58:51.388367) \u000a04:58:54.282618 run osmo-hlr_10.42.42.2(pid=11317): stderr: \u000a| �[0;m�[1;31m20221214045851560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045851560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045851560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045851560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045851560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045851560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045851572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045851581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045851581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045851581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:58:54.350113 run osmo-msc_10.42.42.6(pid=11323): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11323)]\u000a04:58:54.398944 run osmo-msc_10.42.42.6(pid=11323): stdout: \u000a| (launched: 2022-12-14_04:58:53.244633) \u000a04:58:54.448513 run osmo-msc_10.42.42.6(pid=11323): stderr: \u000a| �[0;m�[38;5;43m20221214045853513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045853513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0df0039c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045853513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045853513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045853513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045853514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045853515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045853516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045853516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045853516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:58:54.490499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11316): Terminating (SIGTERM)\u000a04:58:54.530354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11319): Terminating (SIGTERM)\u000a04:58:54.570221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11322): Terminating (SIGTERM)\u000a04:58:54.579402 --- ParallelTerminationStrategy: PID 11316 died...\u000a04:58:54.632790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11316): Terminated: ok {rc=0}\u000a04:58:54.642367 --- ParallelTerminationStrategy: PID 11319 died...\u000a04:58:54.696029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11319): Terminated: ok {rc=0}\u000a04:58:54.705767 --- ParallelTerminationStrategy: PID 11322 died...\u000a04:58:54.759373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11322): Terminated: ok {rc=0}\u000a04:58:54.847699 bus /sierra_3: Setting Powered False\u000a04:58:55.950525 bus /sierra_3: Setting Powered False\u000a04:58:57.061598 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:58:47" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11334): Process ended prematurely: osmo-stp_10.42.42.5(pid=11334) [trial-2399↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11334)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11334): Process ended prematurely: osmo-stp_10.42.42.5(pid=11334) [trial-2399↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:58:59.045138 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:59.055909 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:58:59.183986 tst handover.py: using LAC 38731\u000a04:58:59.310505 tst handover.py: using RAC 226\u000a04:58:59.438763 tst handover.py: using CellId 38731\u000a04:58:59.567080 tst handover.py: using BVCI 38732\u000a04:58:59.591918 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:58:59.737566 tst handover.py: using LAC 38732\u000a04:58:59.862165 tst handover.py: using RAC 227\u000a04:58:59.986784 tst handover.py: using CellId 38732\u000a04:59:00.112662 tst handover.py: using BVCI 38733\u000a04:59:00.137432 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:00.148660 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:00.159667 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:00.170714 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:00.182507 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:00.194134 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:59:00.311417 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:59:00.511549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:59:01.013844 run create_hlr_db(pid=11328): Launched\u000a04:59:01.150718 bus /sierra_2: Setting Powered False\u000a04:59:02.214067 run create_hlr_db(pid=11328): Terminated: ok {rc=0}\u000a04:59:02.593823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11330): Launched\u000a04:59:02.892832 run osmo-hlr_10.42.42.2(pid=11331): Launched\u000a04:59:03.002175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:59:03.497524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11333): Launched\u000a04:59:03.796565 run osmo-stp_10.42.42.5(pid=11334): Launched\u000a04:59:03.905758 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:59:04.429460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11336): Launched\u000a04:59:04.729690 run osmo-msc_10.42.42.6(pid=11337): Launched\u000a04:59:04.905837 run osmo-stp_10.42.42.5(pid=11334): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11334)]\u000a04:59:05.033123 run osmo-stp_10.42.42.5(pid=11334): stdout: \u000a| (launched: 2022-12-14_04:59:03.649083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:59:05.158527 run osmo-stp_10.42.42.5(pid=11334): stderr: \u000a| �[0;m�[38;5;43m20221214045903816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045903816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045903817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045903817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045903818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045903818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045903818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:59:05.278801 run osmo-stp_10.42.42.5(pid=11334): stdout: \u000a| (launched: 2022-12-14_04:59:03.649083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:59:05.398182 run osmo-stp_10.42.42.5(pid=11334): stderr: \u000a| �[0;m�[38;5;43m20221214045903816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045903816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045903817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045903817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045903818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045903818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045903818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:59:05.450303 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11334): Process ended prematurely: osmo-stp_10.42.42.5(pid=11334) [trial-2399↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11334)] [trial-2399↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a04:59:05.458218 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:59:05.518150 run osmo-hlr_10.42.42.2(pid=11331): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11331)]\u000a04:59:05.566814 run osmo-hlr_10.42.42.2(pid=11331): stdout: \u000a| (launched: 2022-12-14_04:59:02.746024) \u000a04:59:05.616244 run osmo-hlr_10.42.42.2(pid=11331): stderr: \u000a| �[0;m�[1;31m20221214045902918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045902918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045902918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045902918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045902918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045902918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045902930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045902939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045902939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045902939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:59:05.683601 run osmo-msc_10.42.42.6(pid=11337): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11337)]\u000a04:59:05.732382 run osmo-msc_10.42.42.6(pid=11337): stdout: \u000a| (launched: 2022-12-14_04:59:04.580888) \u000a04:59:05.781537 run osmo-msc_10.42.42.6(pid=11337): stderr: \u000a| �[0;m�[38;5;43m20221214045904849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045904849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b47a51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045904849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045904849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045904849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045904849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045904851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045904851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045904852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045904852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:59:05.823424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11330): Terminating (SIGTERM)\u000a04:59:05.862957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11333): Terminating (SIGTERM)\u000a04:59:05.902893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11336): Terminating (SIGTERM)\u000a04:59:05.912115 --- ParallelTerminationStrategy: PID 11330 died...\u000a04:59:05.965627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11330): Terminated: ok {rc=0}\u000a04:59:05.975168 --- ParallelTerminationStrategy: PID 11333 died...\u000a04:59:06.028609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11333): Terminated: ok {rc=0}\u000a04:59:06.038236 --- ParallelTerminationStrategy: PID 11336 died...\u000a04:59:06.091963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11336): Terminated: ok {rc=0}\u000a04:59:06.181715 bus /sierra_3: Setting Powered False\u000a04:59:07.285140 bus /sierra_3: Setting Powered False\u000a04:59:08.396599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:58:58" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11348): Process ended prematurely: osmo-stp_10.42.42.5(pid=11348) [trial-2399↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11348)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11348): Process ended prematurely: osmo-stp_10.42.42.5(pid=11348) [trial-2399↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2399 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:59:10.406647 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:10.417444 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:59:10.550451 tst handover.py: using LAC 38733\u000a04:59:10.666637 tst handover.py: using RAC 228\u000a04:59:10.783274 tst handover.py: using CellId 38733\u000a04:59:10.921710 tst handover.py: using BVCI 38734\u000a04:59:10.946414 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:59:11.089755 tst handover.py: using LAC 38734\u000a04:59:11.214157 tst handover.py: using RAC 229\u000a04:59:11.338201 tst handover.py: using CellId 38734\u000a04:59:11.464340 tst handover.py: using BVCI 38735\u000a04:59:11.488805 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:11.500152 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:11.511366 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:11.522715 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:11.533885 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:11.544824 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:59:11.662274 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:59:11.864040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:59:12.314958 run create_hlr_db(pid=11342): Launched\u000a04:59:12.437770 bus /sierra_2: Setting Powered False\u000a04:59:13.509057 run create_hlr_db(pid=11342): Terminated: ok {rc=0}\u000a04:59:13.911611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11344): Launched\u000a04:59:14.235341 run osmo-hlr_10.42.42.2(pid=11345): Launched\u000a04:59:14.353659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:59:14.887594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11347): Launched\u000a04:59:15.211750 run osmo-stp_10.42.42.5(pid=11348): Launched\u000a04:59:15.328840 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:59:15.946146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11350): Launched\u000a04:59:16.420322 run osmo-msc_10.42.42.6(pid=11351): Launched\u000a04:59:16.919367 run osmo-stp_10.42.42.5(pid=11348): ERR: Terminated: ERROR {rc=1} [trial-2399↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11348)]\u000a04:59:17.087925 run osmo-stp_10.42.42.5(pid=11348): stdout: \u000a| (launched: 2022-12-14_04:59:15.052042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:59:17.219466 run osmo-stp_10.42.42.5(pid=11348): stderr: \u000a| �[0;m�[38;5;43m20221214045915242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045915242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045915242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045915243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045915243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045915243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045915243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:59:17.344383 run osmo-stp_10.42.42.5(pid=11348): stdout: \u000a| (launched: 2022-12-14_04:59:15.052042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:59:17.467820 run osmo-stp_10.42.42.5(pid=11348): stderr: \u000a| �[0;m�[38;5;43m20221214045915242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214045915242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214045915242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214045915243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214045915243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214045915243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214045915243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:59:17.520239 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11348): Process ended prematurely: osmo-stp_10.42.42.5(pid=11348) [trial-2399↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11348)] [trial-2399↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a04:59:17.528254 tst handover.py:18: Test FAILED (7.1 sec)\u000a04:59:17.588941 run osmo-hlr_10.42.42.2(pid=11345): ERR: Terminated: ERROR {rc=237} [trial-2399↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11345)]\u000a04:59:17.638039 run osmo-hlr_10.42.42.2(pid=11345): stdout: \u000a| (launched: 2022-12-14_04:59:14.075765) \u000a04:59:17.687653 run osmo-hlr_10.42.42.2(pid=11345): stderr: \u000a| �[0;m�[1;31m20221214045914270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214045914270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214045914270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045914270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214045914270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214045914270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214045914283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2399/run.2022-12-14_03-34-50/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214045914292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214045914293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214045914293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:59:17.755259 run osmo-msc_10.42.42.6(pid=11351): ERR: Terminated: ERROR {rc=2} [trial-2399↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11351)]\u000a04:59:17.804150 run osmo-msc_10.42.42.6(pid=11351): stdout: \u000a| (launched: 2022-12-14_04:59:16.105867) \u000a04:59:17.853634 run osmo-msc_10.42.42.6(pid=11351): stderr: \u000a| �[0;m�[38;5;43m20221214045916456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214045916457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad994efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214045916458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214045916458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214045916458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214045916458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214045916460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214045916460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214045916460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214045916461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:59:17.895792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11344): Terminating (SIGTERM)\u000a04:59:17.935630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11347): Terminating (SIGTERM)\u000a04:59:17.975391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11350): Terminating (SIGTERM)\u000a04:59:17.984547 --- ParallelTerminationStrategy: PID 11344 died...\u000a04:59:18.038057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11344): Terminated: ok {rc=0}\u000a04:59:18.047668 --- ParallelTerminationStrategy: PID 11347 died...\u000a04:59:18.101400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11347): Terminated: ok {rc=0}\u000a04:59:18.111011 --- ParallelTerminationStrategy: PID 11350 died...\u000a04:59:18.164791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11350): Terminated: ok {rc=0}\u000a04:59:18.253146 bus /sierra_3: Setting Powered False\u000a04:59:19.356411 bus /sierra_3: Setting Powered False\u000a04:59:20.467352 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T04:59:10" } ] }